-- Logs begin at Tue 2021-05-25 15:55:08 UTC, end at Tue 2021-05-25 17:01:32 UTC. -- May 25 16:37:08.331935 dv-cinder-786386-6-smb systemd[1]: Started Devstack devstack@q-svc.service. May 25 16:37:09.296043 dv-cinder-786386-6-smb neutron-server[98772]: Beware of the coming changes in the project packaging May 25 16:37:09.296661 dv-cinder-786386-6-smb neutron-server[98772]: https://github.com/svinota/pyroute2/discussions/786 May 25 16:37:10.756931 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.common.config [-] Logging enabled! May 25 16:37:10.757610 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 16:37:10.757722 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 16:37:10.760993 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.common.config [-] Logging enabled! May 25 16:37:10.761252 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 16:37:10.761590 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 16:37:10.763149 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 16:37:10.763383 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 16:37:10.763738 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 16:37:10.763986 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 16:37:10.764214 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 16:37:10.764531 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.764829 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.765127 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.765390 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.765687 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.765980 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.766265 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.766556 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.766856 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.767147 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.767568 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.767717 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.767950 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.768235 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.768523 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.768812 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.769043 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] debug = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.769349 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.769781 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.770201 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.770481 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.770774 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.771056 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.771331 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.771609 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.771893 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.772222 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] host = dv-cinder-786386-6-smb {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.772500 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.772786 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.773074 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.773387 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.773664 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.773940 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.774223 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.774497 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.774769 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] log_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.775044 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.775335 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.775625 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.775922 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.776149 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.776374 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.776665 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.776955 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.777230 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.777527 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.777802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.778105 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.778381 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.778652 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.778937 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.779228 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.779513 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.779788 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.780062 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.780334 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.780604 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.780889 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.781163 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.781460 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.781736 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.782021 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.782289 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.782562 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.782865 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.783151 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.783437 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.783722 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.783998 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.784282 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.784553 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.784825 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.785099 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] use_json = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.785394 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.785668 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.785951 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.786224 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.786498 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.786770 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.787045 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.787333 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:10.787631 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.787926 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.788227 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.788509 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.788804 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.789091 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.789405 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.789685 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.789979 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.790274 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.790568 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.790848 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.791137 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.791416 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.791712 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.792017 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.792314 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.792606 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.792882 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.793157 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.793465 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.793773 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.794061 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.794356 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.794647 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.794922 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.795201 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.795496 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.795775 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.796048 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.796327 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.796619 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.796897 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.797169 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.797481 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.797763 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.798036 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.798310 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.798591 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.798881 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.799166 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.799446 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.799725 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.800005 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.800278 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.800565 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.800846 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.801121 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.801425 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.801708 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.801982 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.802257 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.802535 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.802810 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.803088 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.803363 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.803638 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.803913 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.804186 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.804461 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.804733 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.805006 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.805301 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.805580 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.805853 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.806126 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.806400 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.806675 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.806964 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.807262 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.807543 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.807823 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.808108 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.808394 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.808672 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.808953 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.809744 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.810041 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.810318 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.810614 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.810900 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.811189 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.811474 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.811754 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.812051 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.812330 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.812613 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.812889 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.813166 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.813481 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.813770 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.814067 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.814366 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.814663 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.814960 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.815255 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.815537 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.815848 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.816131 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:10.816350 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 16:37:10.816590 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98772) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 16:37:11.165661 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:37:11.165936 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:37:11.166226 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:37:11.166706 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 16:37:11.555657 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.555884 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.556158 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.557393 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.557670 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.557937 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.593235 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.593544 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.593812 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.607347 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.607627 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.607897 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.637191 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.637525 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.637798 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.674749 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.675028 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.675297 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.909353 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.909991 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.909991 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.910149 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:11.910820 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.034576 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.034963 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.035256 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.035530 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.035800 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.036109 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.036370 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.036628 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.036881 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.037162 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.037450 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.037716 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.037984 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.038241 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.038508 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.038784 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.040154 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.040449 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.040720 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.041014 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.041396 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.041663 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.041922 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.042213 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.042472 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.042723 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.043112 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:37:12.043353 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:37:12.043628 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:37:12.043954 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:37:12.044314 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:37:12.044589 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:37:12.045010 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 16:37:12.048298 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 16:37:12.052279 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 16:37:12.056083 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) May 25 16:37:12.057766 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 16:37:12.058213 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 16:37:12.058554 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 16:37:12.058947 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 16:37:12.061947 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 16:37:12.062202 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 16:37:12.062554 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 16:37:12.091325 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 16:37:12.091992 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.092101 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98772) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 16:37:12.092447 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.093832 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98772) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 16:37:12.094125 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 16:37:12.094376 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 16:37:12.097639 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.097928 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:12.164767 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 16:37:12.164944 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 16:37:12.165188 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 16:37:12.165594 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 16:37:12.196111 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_db.sqlalchemy.engines [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98772) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 16:37:12.767373 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Initializing driver for type 'gre' May 25 16:37:12.767909 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] gre ID ranges: [(1, 1000)] May 25 16:37:12.942147 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Initializing driver for type 'local' May 25 16:37:12.942750 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Initializing driver for type 'vlan' May 25 16:37:13.012793 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] VlanTypeDriver initialization complete May 25 16:37:13.013182 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Initializing driver for type 'vxlan' May 25 16:37:13.013726 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] vxlan ID ranges: [(1, 1000)] May 25 16:37:13.196316 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Initializing extension driver 'port_security' May 25 16:37:13.196702 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.extensions.port_security [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] PortSecurityExtensionDriver initialization complete May 25 16:37:13.197127 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Initializing mechanism driver 'openvswitch' May 25 16:37:13.197581 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Initializing mechanism driver 'hyperv' May 25 16:37:13.204503 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.plugins.ml2.plugin [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:37:13.205179 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > port after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.210894 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > port after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.210894 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > port after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.210894 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > subnet after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.210894 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > subnet after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211222 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > subnet after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211222 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > network after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211222 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > network after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211222 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > network after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211538 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > security_group after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211538 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > security_group after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211538 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > security_group after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211538 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211850 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211850 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211850 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > address_group after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.211850 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > address_group after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.212148 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > address_group after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.212148 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] ML2 OVO RPC backend initialized. {{(pid=98772) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 25 16:37:13.212148 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router_interface after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.212474 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.212924 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > network before_response 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.213325 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > networks before_response 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.213694 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > port before_response 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.214050 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > ports before_response 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.214403 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > subnet before_response 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.214904 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > subnets before_response 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.215115 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > network after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.215963 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > network after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.216312 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > network after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.216660 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > port after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.217007 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > port after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.217377 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > port after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.217725 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > subnet after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.218066 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > subnet after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.218405 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > subnet after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.219006 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.plugin [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Modular L2 Plugin initialization complete May 25 16:37:13.219344 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading services supported by the core plugin {{(pid=98772) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 16:37:13.219679 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.plugins.ml2.managers [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Got port-security extension from driver 'port_security' May 25 16:37:13.220147 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.extensions.vlantransparent [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Disabled vlantransparent extension. May 25 16:37:13.220649 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98772) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 16:37:13.220974 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading Plugin: router May 25 16:37:13.258840 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router_interface before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.259230 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router after_create 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.259636 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router before_create 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.260006 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.260382 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.260743 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router after_delete 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.261105 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > floatingip after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.261501 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router after_create 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.261855 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router after_update 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.262212 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router after_update 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.262563 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.262924 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router after_update 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.263335 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router precommit_update 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.263709 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: port after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.264055 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: port after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.264395 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: subnet after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.264739 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.265094 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > port precommit_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.265471 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router precommit_create 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.265828 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: port before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.266169 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router precommit_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.266530 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router after_update 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.266877 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router precommit_delete 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.267228 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router precommit_create 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.267593 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router_interface after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.267942 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router precommit_update 55549900 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.268316 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > network after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.269180 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Tracking information for resource: router configured {{(pid=98772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:37:13.269536 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Tracking information for resource: floatingip configured {{(pid=98772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:37:13.274456 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.db.l3_agentschedulers_db [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 16:37:13.275044 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: port after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.275407 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: port after_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.275762 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: port after_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.276116 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: port after_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.276929 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router before_create 55550100 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.277324 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router precommit_delete 55550100 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.277692 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router precommit_create 55550100 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.278541 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > router precommit_update 55550100 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.283069 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.services.provider_configuration [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service providers = [] {{(pid=98772) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 16:37:13.283436 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.db.servicetype_db [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98772) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 16:37:13.286419 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.services.service_base [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:37:13.286775 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.services.service_base [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:37:13.287121 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.services.service_base [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:37:13.288001 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.services.service_base [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:37:13.288379 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.services.service_base [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 16:37:13.288926 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:37:13.289252 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 16:37:13.300425 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:37:13.300767 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading Plugin: auto_allocate May 25 16:37:13.306466 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: network precommit_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.306834 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: network precommit_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.307354 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:37:13.307676 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading Plugin: tag May 25 16:37:13.314483 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:37:13.314819 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading Plugin: timestamp May 25 16:37:13.318596 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:37:13.318932 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading Plugin: network_ip_availability May 25 16:37:13.324417 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.324806 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.325178 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.325916 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:37:13.326243 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading Plugin: flavors May 25 16:37:13.331123 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:37:13.331465 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading Plugin: revisions May 25 16:37:13.335681 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:37:13.336080 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_concurrency.lockutils [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.170s {{(pid=98772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:37:13.336811 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98772) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 25 16:37:13.337153 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Initializing extension manager. May 25 16:37:13.337696 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: __init__.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.338046 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: __pycache__ {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.338382 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.338715 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: address_group.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.339472 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.340038 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: address-group May 25 16:37:13.340367 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: address_scope.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.341618 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.342134 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: address-scope May 25 16:37:13.342461 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: admin_state_down_before_update.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.343377 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.343890 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: router-admin-state-down-before-update May 25 16:37:13.344216 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: agent.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.344908 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.345453 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: agent May 25 16:37:13.345777 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: agent_resources_synced.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.346674 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.347180 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: agent-resources-synced May 25 16:37:13.347501 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: allowedaddresspairs.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.349299 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.349806 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: allowed-address-pairs May 25 16:37:13.350136 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: auto_allocated_topology.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.351205 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.351714 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: auto-allocated-topology May 25 16:37:13.352047 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: availability_zone.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.352732 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.353241 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: availability_zone May 25 16:37:13.353602 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: availability_zone_filter.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.354506 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.355015 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: availability_zone_filter May 25 16:37:13.355335 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: data_plane_status.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.356780 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.357294 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension data-plane-status not supported by any of loaded plugins May 25 16:37:13.357625 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: default_subnetpools.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.358536 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.359039 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: default-subnetpools May 25 16:37:13.359362 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: dhcpagentscheduler.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.360167 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.360666 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: dhcp_agent_scheduler May 25 16:37:13.360986 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: dns.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.361934 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.362436 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension dns-integration not supported by any of loaded plugins May 25 16:37:13.362755 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: dns_domain_ports.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.363660 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.364164 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 16:37:13.364490 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: dvr.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.365153 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.365690 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: dvr May 25 16:37:13.366014 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: empty_string_filtering.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.366913 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.367420 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: empty-string-filtering May 25 16:37:13.367742 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.368645 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.369148 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 16:37:13.369508 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.370417 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.370921 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 16:37:13.371245 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: external_net.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.372177 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.372683 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: external-net May 25 16:37:13.373006 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: extra_dhcp_opt.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.373941 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.374448 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: extra_dhcp_opt May 25 16:37:13.374770 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: extraroute.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.375659 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.376162 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: extraroute May 25 16:37:13.376485 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: extraroute_atomic.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.377537 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.378044 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: extraroute-atomic May 25 16:37:13.378367 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: filter_validation.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.379023 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.379519 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: filter-validation May 25 16:37:13.379840 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: fip_pf_description.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.380904 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.381437 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 16:37:13.381764 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: fip_port_details.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.382675 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.383178 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: fip-port-details May 25 16:37:13.383500 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: flavors.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.384711 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.385221 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: flavors May 25 16:37:13.385572 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.387244 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.388273 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 16:37:13.388606 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: floatingip_pools.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.389336 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.389848 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: floatingip-pools May 25 16:37:13.390175 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: ip_allocation.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.391095 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.391602 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension ip_allocation not supported by any of loaded plugins May 25 16:37:13.391943 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.392844 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.393382 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: ip-substring-filtering May 25 16:37:13.393710 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: l2_adjacency.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.394636 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.395132 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension l2_adjacency not supported by any of loaded plugins May 25 16:37:13.395453 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: l3.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.396413 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.396922 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: router May 25 16:37:13.397247 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: l3_conntrack_helper.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.399502 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.400023 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 16:37:13.400355 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.401301 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.401813 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: ext-gw-mode May 25 16:37:13.402139 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.403650 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.404158 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: l3-ha May 25 16:37:13.404483 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: l3_flavors.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.405431 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.405934 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: l3-flavors May 25 16:37:13.406258 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.407157 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.407658 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: l3-port-ip-change-not-allowed May 25 16:37:13.408098 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: l3agentscheduler.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.409009 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.409561 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: l3_agent_scheduler May 25 16:37:13.409891 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: logging.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.411366 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.411887 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension logging not supported by any of loaded plugins May 25 16:37:13.412218 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: metering.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.412953 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.413558 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: metering May 25 16:37:13.413886 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.414967 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.415479 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: metering_source_and_destination_fields May 25 16:37:13.415803 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: multiprovidernet.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.416835 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.417386 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: multi-provider May 25 16:37:13.417711 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: netmtu.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.418661 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.419169 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: net-mtu May 25 16:37:13.419490 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: netmtu_writable.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.420395 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.420898 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: net-mtu-writable May 25 16:37:13.421221 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: network_availability_zone.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.421909 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.422413 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: network_availability_zone May 25 16:37:13.422733 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: network_ip_availability.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.423827 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.424330 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: network-ip-availability May 25 16:37:13.424653 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: network_segment_range.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.425450 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.425951 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension network-segment-range not supported by any of loaded plugins May 25 16:37:13.426272 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: pagination.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.427259 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.427569 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: pagination May 25 16:37:13.427888 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: port_device_profile.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.428785 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.429324 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: port-device-profile May 25 16:37:13.429649 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.430544 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.431048 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: port-mac-address-regenerate May 25 16:37:13.431371 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.432262 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.432767 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: port-numa-affinity-policy May 25 16:37:13.433087 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: port_resource_request.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.434026 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.434556 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension port-resource-request not supported by any of loaded plugins May 25 16:37:13.434879 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: portbindings.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.435796 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.436303 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: binding May 25 16:37:13.436625 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: portbindings_extended.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.437917 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.438429 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: binding-extended May 25 16:37:13.438755 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: portsecurity.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.439660 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.440168 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: port-security May 25 16:37:13.440492 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: project_id.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.441483 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.441824 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: project-id May 25 16:37:13.442154 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: providernet.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.443064 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.443573 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: provider May 25 16:37:13.443895 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: qos.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.447729 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.448205 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension qos not supported by any of loaded plugins May 25 16:37:13.448541 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.450314 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.450844 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 16:37:13.451174 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.452092 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.452620 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 16:37:13.452949 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: qos_default.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.453895 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.454405 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension qos-default not supported by any of loaded plugins May 25 16:37:13.454730 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: qos_fip.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.455373 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.455871 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension qos-fip not supported by any of loaded plugins May 25 16:37:13.456193 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: qos_gateway_ip.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.457103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.457646 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 16:37:13.457969 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: qos_port_network_policy.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.458868 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.459373 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 16:37:13.459704 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: qos_rule_type_details.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.460609 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.461115 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 16:37:13.461468 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: qos_rules_alias.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.462533 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.463044 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 16:37:13.463372 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: quotasv2.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.464438 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.464769 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: quotas May 25 16:37:13.465093 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: quotasv2_detail.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.467312 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.467648 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: quota_details May 25 16:37:13.467978 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: rbac.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.469033 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.469590 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: rbac-policies May 25 16:37:13.469922 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: rbac_address_group.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.470845 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.471355 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: rbac-address-group May 25 16:37:13.471683 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: rbac_address_scope.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.472600 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.473107 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: rbac-address-scope May 25 16:37:13.473468 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: rbac_security_groups.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.474378 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.474885 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: rbac-security-groups May 25 16:37:13.475210 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: rbac_subnetpool.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.476113 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.476772 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: rbac-subnetpool May 25 16:37:13.476944 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: revisionifmatch.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.477882 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.478394 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: revision-if-match May 25 16:37:13.478721 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: revisions.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.479836 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.480342 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: standard-attr-revisions May 25 16:37:13.480672 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: router_availability_zone.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.481413 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.481917 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: router_availability_zone May 25 16:37:13.482242 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: routerservicetype.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.483167 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.483680 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension router-service-type not supported by any of loaded plugins May 25 16:37:13.483996 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.484922 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.485467 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: security-groups-normalized-cidr May 25 16:37:13.485791 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: security_groups_port_filtering.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.486714 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.487225 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: port-security-groups-filtering May 25 16:37:13.487540 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.488459 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.488970 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: security-groups-remote-address-group May 25 16:37:13.489323 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: securitygroup.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.499103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.499661 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: security-group May 25 16:37:13.499991 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: segment.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.500823 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.501373 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension segment not supported by any of loaded plugins May 25 16:37:13.501706 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.502712 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.503219 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 16:37:13.503545 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: servicetype.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.504664 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.505190 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: service-type May 25 16:37:13.505546 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: sorting.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.506531 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.506875 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: sorting May 25 16:37:13.507204 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: standard_attr_segment.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.508103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.508618 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 16:37:13.508940 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: standardattrdescription.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.509614 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.510114 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: standard-attr-description May 25 16:37:13.510432 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: stateful_security_group.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.511351 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.511852 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: stateful-security-group May 25 16:37:13.512176 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: stdattrs_common.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.513312 dv-cinder-786386-6-smb neutron-server[98772]: WARNING neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 16:37:13.513638 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.514639 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.515148 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 16:37:13.515470 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: subnet_onboard.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.516599 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.517116 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: subnet_onboard May 25 16:37:13.517479 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.518434 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.518943 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 16:37:13.519300 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: subnet_service_types.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.520272 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.520790 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: subnet-service-types May 25 16:37:13.521118 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: subnetallocation.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.522257 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.522770 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: subnet_allocation May 25 16:37:13.523100 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.523767 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.524273 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: subnetpool-prefix-ops May 25 16:37:13.524596 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.525554 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.526058 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 16:37:13.526382 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: tagging.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.527485 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.528649 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: standard-attr-tag May 25 16:37:13.528982 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: timestamp.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.530234 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.530748 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loaded extension: standard-attr-timestamp May 25 16:37:13.531076 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: trunk.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.545803 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.546354 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension trunk not supported by any of loaded plugins May 25 16:37:13.546685 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: trunk_details.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.547634 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.548144 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension trunk-details not supported by any of loaded plugins May 25 16:37:13.548475 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: uplink_status_propagation.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.549439 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.549956 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 16:37:13.550281 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Loading extension file: vlantransparent.py {{(pid=98772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:37:13.550962 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:37:13.551474 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extension vlan-transparent not supported by any of loaded plugins May 25 16:37:13.554080 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:network May 25 16:37:13.554848 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:subnet May 25 16:37:13.556790 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:37:13.557460 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:port May 25 16:37:13.558758 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.559235 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service FLAVORS assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.559864 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.560298 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.560633 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:router May 25 16:37:13.561324 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:floatingip May 25 16:37:13.562035 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service METERING assigned prefix: /metering {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.563549 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.563920 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.564274 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:37:13.565460 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of CountableResource for resource:rbac_policy May 25 16:37:13.565912 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:security_group May 25 16:37:13.566600 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:security_group_rule May 25 16:37:13.567349 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service CORE assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.567701 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:37:13.568015 dv-cinder-786386-6-smb neutron-server[98772]: WARNING neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] subnetpool is already registered May 25 16:37:13.568629 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service CORE assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.568960 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:37:13.569566 dv-cinder-786386-6-smb neutron-server[98772]: WARNING neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] subnetpool is already registered May 25 16:37:13.572267 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.572707 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service FLAVORS assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.573327 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.573755 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.574090 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:router May 25 16:37:13.574422 dv-cinder-786386-6-smb neutron-server[98772]: WARNING neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] router is already registered May 25 16:37:13.576851 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:floatingip May 25 16:37:13.576851 dv-cinder-786386-6-smb neutron-server[98772]: WARNING neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] floatingip is already registered May 25 16:37:13.576851 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service METERING assigned prefix: /metering {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.577150 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of CountableResource for resource:rbac_policy May 25 16:37:13.577512 dv-cinder-786386-6-smb neutron-server[98772]: WARNING neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] rbac_policy is already registered May 25 16:37:13.578065 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:security_group May 25 16:37:13.578398 dv-cinder-786386-6-smb neutron-server[98772]: WARNING neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] security_group is already registered May 25 16:37:13.578995 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:security_group_rule May 25 16:37:13.579339 dv-cinder-786386-6-smb neutron-server[98772]: WARNING neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] security_group_rule is already registered May 25 16:37:13.580002 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service CORE assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.580334 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:37:13.580664 dv-cinder-786386-6-smb neutron-server[98772]: WARNING neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] subnetpool is already registered May 25 16:37:13.581292 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.v2.resource_helper [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Service CORE assigned prefix: {{(pid=98772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:37:13.581637 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:37:13.581968 dv-cinder-786386-6-smb neutron-server[98772]: WARNING neutron.quota.resource_registry [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] subnetpool is already registered May 25 16:37:13.582610 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: extensions {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.584124 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: address-groups {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.585794 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: address-scopes {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.587035 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: agents {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.588238 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: auto-allocated-topology {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.589525 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: availability_zones {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.591404 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: dhcp-networks {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.592865 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: dhcp-agents {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.594355 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: routers {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.596168 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: flavors {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.597411 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: service_profiles {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.598640 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: next_providers {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.600191 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: service_profiles {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.601688 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: floatingip-pools {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.602914 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: routers {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.604770 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: floatingips {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.606157 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: l3-routers {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.607560 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: l3-agents {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.608992 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: metering-labels {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.610397 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: metering-label-rules {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.611684 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: network-ip-availabilities {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.612958 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: bindings {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.614668 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: quotas {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.616148 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: quotas {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.617624 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: rbac-policies {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.618942 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: security-groups {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.620168 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: security-group-rules {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.621433 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: service-providers {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.622710 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: subnetpools {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.625223 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: subnetpools {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.626739 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: tags {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.628497 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: tags {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.743919 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: tags {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.745660 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: tags {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.747995 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: tags {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.749926 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: tags {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.751661 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: tags {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.753643 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: tags {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.755424 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: tags {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.757354 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron.api.extensions [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Extended resource: tags {{(pid=98772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:37:13.763774 dv-cinder-786386-6-smb neutron-server[98772]: WARNING keystonemiddleware.auth_token [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 16:37:13.768551 dv-cinder-786386-6-smb neutron-server[98772]: WARNING keystonemiddleware.auth_token [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 16:37:13.776931 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_concurrency.lockutils [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Acquired lock "singleton_lock" {{(pid=98772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 16:37:13.777443 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_concurrency.lockutils [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Releasing lock "singleton_lock" {{(pid=98772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 16:37:13.778100 dv-cinder-786386-6-smb neutron-server[98772]: INFO oslo_service.service [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Starting 2 workers May 25 16:37:13.782814 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Started child 98881 {{(pid=98772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 16:37:13.787174 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Started child 98882 {{(pid=98772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 16:37:13.788293 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:13.788943 dv-cinder-786386-6-smb neutron-server[98772]: INFO neutron.service [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Neutron service started, listening on 0.0.0.0:9696 May 25 16:37:13.789411 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Notify callbacks [] for process, before_spawn {{(pid=98772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:13.789791 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [-] (98881) wsgi starting up on http://0.0.0.0:9696 May 25 16:37:13.791763 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:13.792228 dv-cinder-786386-6-smb neutron-server[98772]: INFO oslo_service.service [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Starting 1 workers May 25 16:37:13.793118 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [-] (98882) wsgi starting up on http://0.0.0.0:9696 May 25 16:37:13.797113 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Started child 98883 {{(pid=98772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 16:37:13.797704 dv-cinder-786386-6-smb neutron-server[98772]: INFO oslo_service.service [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Starting 1 workers May 25 16:37:13.800424 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.service [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] calling RpcWorker wait() {{(pid=98883) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 16:37:13.800988 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.service [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] returning from RpcWorker wait() {{(pid=98883) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 16:37:13.802185 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Started child 98884 {{(pid=98772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 16:37:13.802348 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:13.802796 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:37:13.802964 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG neutron_lib.callbacks.manager [None req-207db11d-5da4-4d32-b7bc-ef15d9979add None None] Notify callbacks [] for process, after_spawn {{(pid=98772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:13.804844 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 16:37:13.805056 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 16:37:13.805245 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 16:37:13.805492 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 16:37:13.805865 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 16:37:13.806019 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 16:37:13.806539 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.806817 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.807101 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.807377 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.807504 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:13.807973 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.808246 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.808488 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.808729 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.809010 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.809098 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:37:13.809815 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.809999 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.810178 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.810409 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.810834 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.810976 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.811253 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.811516 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.811802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.811980 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.812229 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.812502 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.812749 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.813023 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] debug = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.813287 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.813778 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.814010 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.814251 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.814487 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.814750 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.814981 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.815252 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.815503 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.815759 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.815997 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.816256 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.816506 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.816744 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.816967 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.817214 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.817480 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.817971 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] host = dv-cinder-786386-6-smb {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.818192 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.818432 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.818682 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.818931 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.819440 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.819691 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.819944 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.820202 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.820453 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.820683 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.821027 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.821190 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.821490 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.821754 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.821921 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_options = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.822147 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.822435 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.822711 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.822908 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.823064 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.823283 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.823511 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.823677 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.823953 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.824173 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.824389 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.824607 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.824980 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.825692 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.825974 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.826211 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.826453 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.826689 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.826931 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.827170 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.827399 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.827627 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.827849 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.828088 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.828304 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.828521 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.828770 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.828988 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.829202 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.829502 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.829739 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.830007 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.830383 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.830710 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.830949 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.831186 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.831429 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.831788 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.832555 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.832555 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.832841 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.832977 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.833229 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.833508 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.833651 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.833894 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_json = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.834113 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.834332 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.834584 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.834824 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.835064 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.835281 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.835498 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.835749 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.836189 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.836480 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.836801 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.837035 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.837323 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.838079 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.838306 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.838539 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.838778 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.839016 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.839350 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.839579 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.839892 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.840147 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.840407 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.840751 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.841032 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.841339 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.850892 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.850892 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.850892 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.850892 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.850892 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.850892 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.850892 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.850892 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.852103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.852103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.852103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.852103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.852103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.852103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.852103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.852103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.852103 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.853434 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.853434 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.853434 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.853434 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.853434 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.853434 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.853434 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.853434 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.853434 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.856513 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.856513 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.856513 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.856513 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.856513 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.856513 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.856513 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.856513 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.856513 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.861867 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.861867 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.861867 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.861867 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.861867 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.861867 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.861867 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.861867 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.861867 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.863897 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.863897 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.863897 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.863897 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.863897 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.863897 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.863897 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.863897 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.863897 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.864612 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.864612 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.864612 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.864612 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.864612 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.864612 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.864612 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.864612 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.864612 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865231 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865231 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865231 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865231 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865231 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865231 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865231 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865231 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.865802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866355 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866355 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866355 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866355 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866355 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866355 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866355 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866355 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866900 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866900 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866900 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866900 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866900 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866900 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866900 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.866900 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870248 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870248 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870248 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870248 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870248 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870248 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870248 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870248 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870810 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870810 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870810 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870810 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870810 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870810 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870810 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.870810 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.871400 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.871400 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.871400 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.871400 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.871400 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.871400 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.871400 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.871400 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873322 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873322 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873322 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873322 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873322 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873322 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873322 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873322 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873896 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873896 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873896 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873896 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873896 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873896 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.873896 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.874387 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.874387 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.874538 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.874759 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.874982 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.875197 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.875420 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.875647 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.875899 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.876112 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.876353 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.876593 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.876816 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.877037 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.877257 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.877498 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.877755 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.877979 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.878250 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.878514 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.878749 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.878994 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.879250 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.879505 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.879725 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.879976 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.880201 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.880416 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.880630 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.880850 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.881064 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.881322 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.881574 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.881808 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.882067 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.882317 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.882973 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.882973 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.883263 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.883392 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.883599 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.883838 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.884093 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.884543 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.884543 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.884813 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.884948 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.885222 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.885494 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.885719 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.885937 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.886171 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.886383 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.886625 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.886869 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.887167 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.887493 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.888245 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.888487 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.888721 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.888951 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.889165 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.889400 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.889627 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.889827 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.890092 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.890306 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.890518 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.890734 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.890944 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.891198 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.891409 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.891642 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.891876 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.892072 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.892304 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.892535 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.892752 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.892970 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.893205 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.893546 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.893800 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.894027 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.894319 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.894551 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.894811 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.895081 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.895424 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.895641 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.895884 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.896124 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.896347 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.896569 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.896825 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.897155 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.897485 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.897765 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.898006 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.898296 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.898598 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.898845 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.899063 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.899358 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.899700 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.899974 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.900224 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.900469 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.900758 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.900986 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.901210 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.901453 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.901691 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.901908 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.902146 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.902377 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.902602 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.902838 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.903095 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.903316 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.903543 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.903788 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.904017 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.904236 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.904472 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 16:37:13.905857 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 16:37:13.906038 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 16:37:13.906199 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 16:37:13.906371 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 16:37:13.906544 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 16:37:13.906698 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 16:37:13.906905 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.907068 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.907230 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.907391 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.907552 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.907730 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.907892 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.908053 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.908212 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.908372 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.908531 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.908692 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.908852 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.909011 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.909171 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.909518 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.909682 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.909846 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.910013 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.910174 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.910334 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.910494 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.910653 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] debug = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.910813 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.910993 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.911155 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.911314 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.911472 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.911631 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.911791 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.911950 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.912109 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.912271 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.912429 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.912589 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.912748 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.912907 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.913066 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.913224 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.913408 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.913568 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] host = dv-cinder-786386-6-smb {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.913729 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.913889 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.914048 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.914206 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.914366 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.914525 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.914686 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.914861 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.914992 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.915150 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.915311 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.915470 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.915629 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.915788 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.915946 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_options = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.916105 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.916263 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.916421 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.916603 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.916768 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.916927 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.917086 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.917246 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.917428 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.917588 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.917747 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.917908 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.918067 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.918227 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.918386 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.918576 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.918742 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.918901 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.919061 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.919219 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.919378 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.919537 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.919698 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.919857 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.920016 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.920176 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.920335 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.920494 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.920652 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.920811 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.920971 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.921134 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.921311 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.921475 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.921635 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.921794 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.921940 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.922105 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.922266 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.922425 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.922597 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.922747 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.922905 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.923064 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.923223 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.923382 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_json = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.923541 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.923699 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.923858 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.924017 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.924180 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.924336 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.924656 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.924818 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:37:13.925016 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.925181 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.925386 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.925552 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.925714 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.925877 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.926039 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.926200 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.926365 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.926527 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.926696 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.926858 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.927030 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.927191 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.927353 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.927520 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.927686 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.927848 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.928010 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.928172 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.928333 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.928494 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.928671 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.928834 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.928998 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.929161 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.929353 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.929518 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.929679 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.929843 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.930005 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.930167 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.930329 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.930491 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.930654 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.930816 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.930981 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.931144 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.931307 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.931469 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.931630 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.931792 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.931954 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.932116 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.932278 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.932441 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.932602 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.932766 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.932930 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.933092 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.933262 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.933445 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.933607 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.933771 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.933933 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.934095 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.934785 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.934948 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.935109 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.935271 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.935433 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.935608 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.935770 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.935932 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.936095 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.936258 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.936419 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.936582 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.936744 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.936905 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.937217 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.937467 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.937638 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.937802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.937964 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.938129 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.938624 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.938761 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.938885 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.939005 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.939128 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.939279 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.939466 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.939609 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.939735 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.939901 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.940071 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.940234 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.940398 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.940562 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.940725 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.940886 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.941047 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.941210 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.941397 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.941564 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.941728 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.941893 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.942056 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.942218 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.942797 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.942797 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.942797 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.943104 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.943104 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.943104 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.943315 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.943427 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.943588 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.943749 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.943910 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.944340 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.944512 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.944677 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.944839 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.945008 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.945180 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.945368 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.945532 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.945695 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.945857 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.946018 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.946181 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.946343 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.946491 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.946704 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.946844 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.946967 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.947132 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.947294 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.947458 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.947625 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.947813 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.947975 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.948138 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.948300 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.948467 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.948632 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.948794 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.948957 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.949120 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.949296 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.949465 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.949629 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.949812 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.950495 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.950658 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.950820 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.950983 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.951147 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.951309 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.951477 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.951640 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.951802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.951964 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.952199 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.952303 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.952431 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.952589 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.952766 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.952909 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.953073 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.953232 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.953548 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.953736 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.953921 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.954102 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.954280 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.954456 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.954632 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.954806 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.954981 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.955150 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.955321 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.955492 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.955658 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.955826 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.955993 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.956158 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.956323 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.956486 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.956651 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.956843 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.957007 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.957172 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.957394 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.957560 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.957739 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.957899 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.958229 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.958410 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.958566 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.958731 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.958892 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.959054 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.959216 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.959375 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.959534 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.959696 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.959862 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.960025 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.960186 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.960348 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.960522 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:37:13.960637 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.960722 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.960838 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.961013 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.961176 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.961440 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.961612 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.961774 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.961945 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.962107 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.962269 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.962430 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.962592 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.962767 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.962950 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.963075 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.963237 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.963396 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.963566 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.963727 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.963889 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.964051 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.964213 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.964384 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.964546 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.964706 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.964867 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.965028 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.965199 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.965417 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.965580 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.965748 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.965896 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.966060 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.966220 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.966394 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.966556 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.966720 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.966876 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.967044 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.967183 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.967350 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.967516 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.967686 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.967855 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.968018 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.968188 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.968359 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.968534 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.968696 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.968864 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.969037 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.969199 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.969381 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.969543 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.969705 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.969866 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.970029 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.970190 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.970352 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.970517 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.970677 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.970839 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.970999 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.971161 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.971322 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.971483 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.971644 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.971802 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.971957 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.972406 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:37:13.972406 dv-cinder-786386-6-smb neutron-server[98772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 16:37:14.002886 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 49192) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:14.011358 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064240 May 25 16:37:25.125659 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f2309b-1004-4f0f-9a3b-f3fea5d15658 None None] get_active_networks_info from dv-cinder-786386-6-smb {{(pid=98883) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:37:25.270114 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f2309b-1004-4f0f-9a3b-f3fea5d15658 None None] No non-hosted networks {{(pid=98883) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 16:37:25.284781 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.agentschedulers_db [None req-a3f2309b-1004-4f0f-9a3b-f3fea5d15658 None None] DHCP Agent not found on host dv-cinder-786386-6-smb {{(pid=98883) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 25 16:37:25.369820 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-97dd00e5-1389-4a15-935a-3a92295a6938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070'] for agent, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:27.441303 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070'] for agent, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:27.442831 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.446826 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.448899 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.450569 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.451725 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.452279 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.453041 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.453675 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.456345 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.457414 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.459177 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.461671 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:27.462364 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786386-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:37:27.479653 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786386-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:37:27.518562 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-4d377296-9164-4af0-b54a-b75e045efaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070'] for agent, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:27.527681 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-680f59aa-3c7c-4c2e-ab65-df6c9b382f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:28.715898 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070'] for agent, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:30.171013 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070'] for agent, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:31.458524 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.db.l3_hamode_db [None req-10aaa169-5c8a-42a6-a930-1a0e8d2d230f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 16:37:31.543321 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aaa169-5c8a-42a6-a930-1a0e8d2d230f None None] Routers set() bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:37:31.543701 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aaa169-5c8a-42a6-a930-1a0e8d2d230f None None] Router IDs set() for agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 25 16:37:31.634253 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 49284) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:32.233477 dv-cinder-786386-6-smb neutron-server[98882]: WARNING oslo_policy.policy [None req-31a20cea-146b-4cd9-84d8-175a2690cb74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:37:32.234047 dv-cinder-786386-6-smb neutron-server[98882]: WARNING oslo_policy.policy [None req-31a20cea-146b-4cd9-84d8-175a2690cb74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:37:32.449063 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [None req-31a20cea-146b-4cd9-84d8-175a2690cb74 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:37:32.450155 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-31a20cea-146b-4cd9-84d8-175a2690cb74 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8149917 May 25 16:37:34.793445 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 49298) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:35.173158 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-0e0508a8-d4e0-4dcd-848d-36f5e5a65f4a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:37:35.272144 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.policy [None req-0e0508a8-d4e0-4dcd-848d-36f5e5a65f4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98882) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 16:37:35.317697 dv-cinder-786386-6-smb neutron-server[98882]: WARNING oslo_policy.policy [None req-0e0508a8-d4e0-4dcd-848d-36f5e5a65f4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:37:35.318064 dv-cinder-786386-6-smb neutron-server[98882]: WARNING oslo_policy.policy [None req-0e0508a8-d4e0-4dcd-848d-36f5e5a65f4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:37:35.327011 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.quota [None req-0e0508a8-d4e0-4dcd-848d-36f5e5a65f4a admin admin] Loaded quota_driver: . May 25 16:37:35.342575 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-0e0508a8-d4e0-4dcd-848d-36f5e5a65f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:37:35.480051 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0e0508a8-d4e0-4dcd-848d-36f5e5a65f4a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781635468451', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781635453479', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781635512403', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781635517711', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781635496834', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781635486549', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2081690', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2080024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1046538', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-580343'] for rbac-policy, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:35.830105 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0e0508a8-d4e0-4dcd-848d-36f5e5a65f4a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:35.831489 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-0e0508a8-d4e0-4dcd-848d-36f5e5a65f4a admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0368688 May 25 16:37:38.421733 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 49312) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:38.770297 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Request body: {'network': {'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'project_id': '985258db9387482fa460d0231ea8dbf5', 'name': 'private', 'admin_state_up': True}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:37:38.775050 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:37:38.779978 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Usage tracker for resource:network and tenant:985258db9387482fa460d0231ea8dbf5 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:37:38.785053 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:37:38.791071 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:37:38.856173 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Made reservation on behalf of 985258db9387482fa460d0231ea8dbf5 for: {'network': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:37:38.858904 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:38.876005 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:38.889975 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:37:38.893528 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Usage tracker for resource:security_group_rule and tenant:985258db9387482fa460d0231ea8dbf5 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:37:38.898550 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:37:38.904756 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:37:38.998156 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:39.053218 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:39.057696 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:37:39.079392 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=98882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:37:39.104228 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781638105061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:39.104836 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Unsubscribe: segment precommit_create {{(pid=98882) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 16:37:39.105332 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.segments_db [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Added segment 292d6623-1395-47d0-88c9-ac4860227ca3 of type vlan for network 2ce56c0c-9409-454b-81c3-4f4360b27ee0 May 25 16:37:39.114127 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343d1413-590a-4645-8842-35bbaf781bf4,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:37:39.165561 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.165905 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.166333 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.166726 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.167120 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.167442 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.167754 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.168063 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.168389 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.168700 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.169048 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.169383 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Tracked resource versions report: May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: pushed versions: May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: { 'AddressGroup': {'1.2'}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'ConntrackHelper': {'1.0'}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'Log': {'1.0'}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'Network': {'1.1'}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'Port': {'1.7'}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'PortForwarding': {'1.2'}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'QosPolicy': {'1.8'}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'SecurityGroup': {'1.4'}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'SecurityGroupRule': {'1.2'}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'SubPort': {'1.0'}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'Subnet': {'1.1'}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'Trunk': {'1.1'}} May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: consumer versions: May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: { DHCP agent@dv-cinder-786386-6-smb: {}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: L3 agent@dv-cinder-786386-6-smb: {}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: Metadata agent@dv-cinder-786386-6-smb: {}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: Metering agent@dv-cinder-786386-6-smb: {}, May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: Open vSwitch agent@dv-cinder-786386-6-smb: { 'AddressGroup': '1.2', May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'ConntrackHelper': '1.0', May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'Log': '1.0', May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'Network': '1.1', May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'Port': '1.7', May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'PortForwarding': '1.2', May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'QosPolicy': '1.8', May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'SecurityGroup': '1.4', May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'SecurityGroupRule': '1.2', May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'SubPort': '1.0', May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'Subnet': '1.1', May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: 'Trunk': '1.1'}} May 25 16:37:39.170447 dv-cinder-786386-6-smb neutron-server[98882]: {{(pid=98882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:37:39.215617 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:37:39.234974 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:39.344515 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:39.346016 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:39.346681 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:39.350118 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:37:39.455507 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Pushing event updated for resources: {'Network': ['ID=2ce56c0c-9409-454b-81c3-4f4360b27ee0,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:37:39.461779 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:37:39.470280 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network 2ce56c0c-9409-454b-81c3-4f4360b27ee0 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:37:39.516715 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0938883 May 25 16:37:42.166529 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 49328) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:42.615896 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c8a5b-60b3-44c2-b647-aa16d9fc0e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:42.617251 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-cb7c8a5b-60b3-44c2-b647-aa16d9fc0e1f admin admin] 10.222.0.49 "GET /v2.0/networks/2ce56c0c-9409-454b-81c3-4f4360b27ee0 HTTP/1.1" status: 200 len: 826 time: 0.4498026 May 25 16:37:42.646537 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-a24369d3-9cb2-4087-8403-fcc2f699ad65 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/27839921-ddf5-44ce-8d80-f6b9fd79c151 HTTP/1.1" status: 200 len: 734 time: 0.0229828 May 25 16:37:42.655375 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Request body: {'subnet': {'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0', 'subnetpool_id': '27839921-ddf5-44ce-8d80-f6b9fd79c151', 'ip_version': 4}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:37:42.659674 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:37:42.663391 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Usage tracker for resource:subnet and tenant:985258db9387482fa460d0231ea8dbf5 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:37:42.666257 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:37:42.672359 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:37:42.864167 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Made reservation on behalf of 985258db9387482fa460d0231ea8dbf5 for: {'subnet': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:37:42.866525 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:43.405758 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625'] for subnet, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:43.409784 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:37:43.491071 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Checking segment: {'id': '292d6623-1395-47d0-88c9-ac4860227ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:37:43.491415 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Network hostable DHCP agents. Network: 2ce56c0c-9409-454b-81c3-4f4360b27ee0, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:37:43.494930 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=156d3a4a-3c5b-4365-847b-55926fe77678,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:37:43.501340 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:37:43.607079 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Network 2ce56c0c-9409-454b-81c3-4f4360b27ee0 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:37:43.692821 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, 2ce56c0c-9409-454b-81c3-4f4360b27ee0) {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:37:43.698078 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:43.698717 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:43.705032 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c108ab-0965-4327-9532-c1b92c1eb6b6 None None] Network 2ce56c0c-9409-454b-81c3-4f4360b27ee0 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:37:43.785026 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1330087 May 25 16:37:44.022143 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23d52cc-7998-5017-810c-50915ea2e18b-2ce56c0c-9409-454b-81c3-4f4360b27ee0', 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'fixed_ips': [{'subnet_id': '156d3a4a-3c5b-4365-847b-55926fe77678'}]}} from dv-cinder-786386-6-smb. {{(pid=98883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:37:44.023316 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:44.213630 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.db_base_plugin_common [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Allocated IP 172.20.0.2 (2ce56c0c-9409-454b-81c3-4f4360b27ee0/156d3a4a-3c5b-4365-847b-55926fe77678/b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed) {{(pid=98883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:37:44.444411 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Notify callbacks [] for port, precommit_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:44.458714 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Transition to ACTIVE for port object b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:37:44.481855 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Transition to ACTIVE for port object b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed will not be triggered until provisioned by entity DHCP. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:37:44.559432 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:44.564367 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:37:44.627631 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Network 2ce56c0c-9409-454b-81c3-4f4360b27ee0 is already hosted by enough agents. {{(pid=98883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:37:44.630253 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.base_scheduler [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Resources bound (agent type, host, resource id): {{(pid=98883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:37:44.637193 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Received port after_create {{(pid=98883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:37:44.639453 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Pushing event updated for resources: {'Port': ['ID=b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed,revision_number=1']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:37:44.648592 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.648929 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.649390 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.649721 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.649936 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.650254 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.650570 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.650884 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.651198 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.651516 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.651829 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.652142 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Tracked resource versions report: May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: pushed versions: May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: { 'AddressGroup': {'1.2'}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'ConntrackHelper': {'1.0'}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'Log': {'1.0'}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'Network': {'1.1'}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'Port': {'1.7'}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'PortForwarding': {'1.2'}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'QosPolicy': {'1.8'}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'SecurityGroup': {'1.4'}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'SecurityGroupRule': {'1.2'}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'SubPort': {'1.0'}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'Subnet': {'1.1'}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'Trunk': {'1.1'}} May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: consumer versions: May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: { DHCP agent@dv-cinder-786386-6-smb: {}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: L3 agent@dv-cinder-786386-6-smb: {}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: Metadata agent@dv-cinder-786386-6-smb: {}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: Metering agent@dv-cinder-786386-6-smb: {}, May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: Open vSwitch agent@dv-cinder-786386-6-smb: { 'AddressGroup': '1.2', May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'ConntrackHelper': '1.0', May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'Log': '1.0', May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'Network': '1.1', May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'Port': '1.7', May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'PortForwarding': '1.2', May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'QosPolicy': '1.8', May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'SecurityGroup': '1.4', May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'SecurityGroupRule': '1.2', May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'SubPort': '1.0', May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'Subnet': '1.1', May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: 'Trunk': '1.1'}} May 25 16:37:44.653772 dv-cinder-786386-6-smb neutron-server[98883]: {{(pid=98883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:37:44.687396 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:37:44.745736 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Attempting to bind port b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:37:44.746382 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Attempting to bind port b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '292d6623-1395-47d0-88c9-ac4860227ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:37:44.746489 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Attempting to bind port b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed on network 2ce56c0c-9409-454b-81c3-4f4360b27ee0 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:37:44.751851 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:37:44.752253 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Checking segment: {'id': '292d6623-1395-47d0-88c9-ac4860227ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:37:44.752718 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:44.753110 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Bound using segment: {'id': '292d6623-1395-47d0-88c9-ac4860227ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:37:44.753651 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Bound port: b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292d6623-1395-47d0-88c9-ac4860227ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:37:44.754041 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:44.845012 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] For port b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:37:44.848971 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] For port b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed,segment=NetworkSegment(292d6623-1395-47d0-88c9-ac4860227ca3),segment_id=292d6623-1395-47d0-88c9-ac4860227ca3)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:37:44.937016 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:44.941144 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:37:45.030885 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Pushing event updated for resources: {'Port': ['ID=b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:37:45.034318 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:37:46.207152 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 49338) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:46.596899 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [None req-c9cba4c1-c518-4d6f-aa34-cc6e1fbea96a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:37:46.597903 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-c9cba4c1-c518-4d6f-aa34-cc6e1fbea96a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3899112 May 25 16:37:48.989805 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 49348) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:49.376923 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [None req-dfd80450-631e-4a50-b4d3-6571b8d52a42 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:37:49.393294 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-dfd80450-631e-4a50-b4d3-6571b8d52a42 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3872378 May 25 16:37:50.599690 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90fa44b-1d63-4b7c-a5f8-ad652dd8561a None None] Network 2ce56c0c-9409-454b-81c3-4f4360b27ee0 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:37:50.759476 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-2e2035ef-3a15-48ac-b794-44d9adc39d38 None None] Provisioning for port b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:37:51.240470 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:37:51.366855 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:37:51.372229 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:37:51.372638 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:51.492782 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:51.527236 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed,segment=NetworkSegment(292d6623-1395-47d0-88c9-ac4860227ca3),segment_id=292d6623-1395-47d0-88c9-ac4860227ca3)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:37:51.709993 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:51.712054 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:37:51.782443 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:37:51.785613 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:37:52.034530 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 49364) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:52.386997 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-00b13178-84d6-46b4-9e9e-e55c8530ca09 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'name': 'router1'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:37:52.391826 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-00b13178-84d6-46b4-9e9e-e55c8530ca09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:37:52.395587 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-00b13178-84d6-46b4-9e9e-e55c8530ca09 admin admin] Usage tracker for resource:router and tenant:985258db9387482fa460d0231ea8dbf5 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:37:52.398850 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-00b13178-84d6-46b4-9e9e-e55c8530ca09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:37:52.404445 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-00b13178-84d6-46b4-9e9e-e55c8530ca09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:37:52.487010 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-00b13178-84d6-46b4-9e9e-e55c8530ca09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5212'] for router, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:52.488596 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-00b13178-84d6-46b4-9e9e-e55c8530ca09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:52.509542 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-00b13178-84d6-46b4-9e9e-e55c8530ca09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:52.671296 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-00b13178-84d6-46b4-9e9e-e55c8530ca09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924946'] for router, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:52.744417 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-00b13178-84d6-46b4-9e9e-e55c8530ca09 admin admin] Notify callbacks [] for router, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:52.745627 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-00b13178-84d6-46b4-9e9e-e55c8530ca09 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7101121 May 25 16:37:53.229348 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:37:53.294661 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:37:53.295030 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:55.073103 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 49374) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:55.087033 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-aac12a86-8c51-4301-a8b1-51641dd390cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:55.437768 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [None req-689e7526-b9ee-4207-ae11-48f77d0d0733 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:37:55.438743 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-689e7526-b9ee-4207-ae11-48f77d0d0733 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3647015 May 25 16:37:57.411594 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:57.479694 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-56970f5a-3cae-4c6f-a276-55e3f102987a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:57.782650 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 49384) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:58.362451 dv-cinder-786386-6-smb neutron-server[98881]: WARNING oslo_policy.policy [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:37:58.363028 dv-cinder-786386-6-smb neutron-server[98881]: WARNING oslo_policy.policy [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:37:58.576946 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:37:58.578650 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.quota [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Loaded quota_driver: . May 25 16:37:58.594673 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:37:58.601143 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Usage tracker for resource:network and tenant:b28cd63bc4784e82a79d14b3aff8d604 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:37:58.606324 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:37:58.612942 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:58.613768 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:37:58.692851 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Made reservation on behalf of b28cd63bc4784e82a79d14b3aff8d604 for: {'network': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:37:58.769906 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.policy [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98881) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 16:37:58.814894 dv-cinder-786386-6-smb neutron-server[98881]: WARNING oslo_policy.policy [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:37:58.815485 dv-cinder-786386-6-smb neutron-server[98881]: WARNING oslo_policy.policy [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:37:58.825419 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:58.845737 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:58.860549 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:37:58.864182 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Usage tracker for resource:security_group_rule and tenant:b28cd63bc4784e82a79d14b3aff8d604 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:37:58.867338 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:37:58.873443 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:37:58.969700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:59.035157 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:59.039703 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:37:59.051712 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Reserving flat network on physical network physnet1 {{(pid=98881) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 16:37:59.082992 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781638105061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:59.083615 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Unsubscribe: segment precommit_create {{(pid=98881) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 16:37:59.084111 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.segments_db [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Added segment 4f7d4577-4bd9-4990-a990-6ddcbc359e15 of type flat for network 2f7e0120-dd4d-463e-a817-41806313a9a0 May 25 16:37:59.136352 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f29696-563c-4788-8b54-61c1e6e0df58,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:37:59.157668 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.157998 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.158324 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.158645 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.158963 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.159281 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.159593 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.159903 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.160226 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.160537 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.160843 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.161148 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Tracked resource versions report: May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: pushed versions: May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: { 'AddressGroup': {'1.2'}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'ConntrackHelper': {'1.0'}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'Log': {'1.0'}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'Network': {'1.1'}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'Port': {'1.7'}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'PortForwarding': {'1.2'}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'QosPolicy': {'1.8'}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'SecurityGroup': {'1.4'}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'SecurityGroupRule': {'1.2'}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'SubPort': {'1.0'}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'Subnet': {'1.1'}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'Trunk': {'1.1'}} May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: consumer versions: May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: { DHCP agent@dv-cinder-786386-6-smb: {}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: L3 agent@dv-cinder-786386-6-smb: {}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: Metadata agent@dv-cinder-786386-6-smb: {}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: Metering agent@dv-cinder-786386-6-smb: {}, May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: Open vSwitch agent@dv-cinder-786386-6-smb: { 'AddressGroup': '1.2', May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'ConntrackHelper': '1.0', May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'Log': '1.0', May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'Network': '1.1', May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'Port': '1.7', May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'PortForwarding': '1.2', May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'QosPolicy': '1.8', May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'SecurityGroup': '1.4', May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'SecurityGroupRule': '1.2', May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'SubPort': '1.0', May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'Subnet': '1.1', May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: 'Trunk': '1.1'}} May 25 16:37:59.162199 dv-cinder-786386-6-smb neutron-server[98881]: {{(pid=98881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:37:59.210772 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:59.216168 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:37:59.312752 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:59.314329 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:59.314970 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:59.319565 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:37:59.422188 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Pushing event updated for resources: {'Network': ['ID=2f7e0120-dd4d-463e-a817-41806313a9a0,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:37:59.425227 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:37:59.432204 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:37:59.483681 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.6987190 May 25 16:38:00.104221 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:01.851030 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 49416) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:38:02.071101 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c1390-4e19-485a-a558-152c66d36f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:38:02.072455 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-b00c1390-4e19-485a-a558-152c66d36f9f admin admin] 10.222.0.49 "GET /v2.0/subnets/156d3a4a-3c5b-4365-847b-55926fe77678 HTTP/1.1" status: 200 len: 849 time: 0.2205362 May 25 16:38:02.254440 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-9c54f7a7-12a8-4616-8fcc-4a5dfca62640 admin admin] 10.222.0.49 "GET /v2.0/routers/eef5e2e8-5b16-45c7-8702-50100505efa1 HTTP/1.1" status: 200 len: 704 time: 0.1748211 May 25 16:38:02.735964 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:02.964489 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Allocated IP 172.20.0.1 (2ce56c0c-9409-454b-81c3-4f4360b27ee0/156d3a4a-3c5b-4365-847b-55926fe77678/d583f982-d3b5-40b7-86ab-418f9cae0793) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:38:03.116159 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.134225 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Transition to ACTIVE for port object d583f982-d3b5-40b7-86ab-418f9cae0793 will not be triggered until provisioned by entity DHCP. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:38:03.235975 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.240653 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:03.310431 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Network 2ce56c0c-9409-454b-81c3-4f4360b27ee0 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:38:03.313259 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:38:03.319681 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:38:03.320469 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924003'] for router_interface, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.446026 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Pushing event updated for resources: {'Port': ['ID=d583f982-d3b5-40b7-86ab-418f9cae0793,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:03.463028 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:03.578414 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-db2a0652-2035-4cc9-8aa7-2c6ba2b13eb9 None None] Provisioning for port d583f982-d3b5-40b7-86ab-418f9cae0793 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:38:03.583406 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-db2a0652-2035-4cc9-8aa7-2c6ba2b13eb9 None None] Provisioning complete for port d583f982-d3b5-40b7-86ab-418f9cae0793 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:38:03.583703 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-db2a0652-2035-4cc9-8aa7-2c6ba2b13eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.635339 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-db2a0652-2035-4cc9-8aa7-2c6ba2b13eb9 None None] Port d583f982-d3b5-40b7-86ab-418f9cae0793 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:38:03.678384 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.935359 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.987251 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.988314 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924110'] for router_interface, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.992416 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:04.122333 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Pushing event updated for resources: {'Port': ['ID=d583f982-d3b5-40b7-86ab-418f9cae0793,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:04.126153 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:04.182310 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Network 2ce56c0c-9409-454b-81c3-4f4360b27ee0 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:38:04.183374 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:38:04.360774 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-aa4d9bc3-12b0-40fe-9f8c-1ab3c953fd31 None None] Provisioning complete for port d583f982-d3b5-40b7-86ab-418f9cae0793 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:38:04.361260 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9bc3-12b0-40fe-9f8c-1ab3c953fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:04.415179 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d9bc3-12b0-40fe-9f8c-1ab3c953fd31 None None] Port d583f982-d3b5-40b7-86ab-418f9cae0793 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:38:04.458691 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Router eef5e2e8-5b16-45c7-8702-50100505efa1 is scheduled to L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 with binding_index 1 {{(pid=98881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:38:04.612599 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:38:04.622615 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Sync routers for ids ['eef5e2e8-5b16-45c7-8702-50100505efa1'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:38:04.623076 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] 10.222.0.49 "PUT /v2.0/routers/eef5e2e8-5b16-45c7-8702-50100505efa1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3632534 May 25 16:38:04.632709 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Routers {'eef5e2e8-5b16-45c7-8702-50100505efa1'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:38:04.633600 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:37:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['eef5e2e8-5b16-45c7-8702-50100505efa1'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:38:04.807128 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Set router eef5e2e8-5b16-45c7-8702-50100505efa1 gateway port host: None {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:38:05.170713 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'name': 'router1', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:37:52Z', 'updated_at': '2021-05-25T16:38:03Z', 'revision_number': 2, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'gw_port_host': None, '_interfaces': [{'id': 'd583f982-d3b5-40b7-86ab-418f9cae0793', 'name': '', 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'mac_address': 'fa:16:3e:9f:46:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:38:02Z', 'updated_at': '2021-05-25T16:38:03Z', 'revision_number': 2, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'subnets': [{'id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27839921-ddf5-44ce-8d80-f6b9fd79c151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:38:05.176073 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Checking router: eef5e2e8-5b16-45c7-8702-50100505efa1 for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:38:05.176534 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Updating router eef5e2e8-5b16-45c7-8702-50100505efa1 port d583f982-d3b5-40b7-86ab-418f9cae0793 binding host dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:38:05.232302 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:05.609664 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:05.625315 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Transition to ACTIVE for port object d583f982-d3b5-40b7-86ab-418f9cae0793 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:38:05.698642 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:05.704643 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:05.916864 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Pushing event updated for resources: {'Port': ['ID=d583f982-d3b5-40b7-86ab-418f9cae0793,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:05.931116 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.931116 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.931116 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.931116 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.931116 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.931116 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.931116 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.931116 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.931116 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.931116 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.931946 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.931946 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Tracked resource versions report: May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: pushed versions: May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: { 'AddressGroup': {'1.2'}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'ConntrackHelper': {'1.0'}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'Log': {'1.0'}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'Network': {'1.1'}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'Port': {'1.7'}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'PortForwarding': {'1.2'}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'QosPolicy': {'1.8'}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'SecurityGroup': {'1.4'}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'SecurityGroupRule': {'1.2'}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'SubPort': {'1.0'}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'Subnet': {'1.1'}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'Trunk': {'1.1'}} May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: consumer versions: May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: { DHCP agent@dv-cinder-786386-6-smb: {}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: L3 agent@dv-cinder-786386-6-smb: {}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: Metadata agent@dv-cinder-786386-6-smb: {}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: Metering agent@dv-cinder-786386-6-smb: {}, May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: Open vSwitch agent@dv-cinder-786386-6-smb: { 'AddressGroup': '1.2', May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'ConntrackHelper': '1.0', May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'Log': '1.0', May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'Network': '1.1', May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'Port': '1.7', May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'PortForwarding': '1.2', May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'QosPolicy': '1.8', May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'SecurityGroup': '1.4', May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'SecurityGroupRule': '1.2', May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'SubPort': '1.0', May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'Subnet': '1.1', May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: 'Trunk': '1.1'}} May 25 16:38:05.932484 dv-cinder-786386-6-smb neutron-server[98884]: {{(pid=98884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:38:05.937318 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Attempting to bind port d583f982-d3b5-40b7-86ab-418f9cae0793 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:38:05.937739 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Attempting to bind port d583f982-d3b5-40b7-86ab-418f9cae0793 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '292d6623-1395-47d0-88c9-ac4860227ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:38:05.938186 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Attempting to bind port d583f982-d3b5-40b7-86ab-418f9cae0793 on network 2ce56c0c-9409-454b-81c3-4f4360b27ee0 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:38:05.940364 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:05.944270 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:38:05.944677 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Checking segment: {'id': '292d6623-1395-47d0-88c9-ac4860227ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:38:05.945425 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:05.945933 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Bound using segment: {'id': '292d6623-1395-47d0-88c9-ac4860227ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:38:05.946328 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Bound port: d583f982-d3b5-40b7-86ab-418f9cae0793, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292d6623-1395-47d0-88c9-ac4860227ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:38:05.946694 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:06.032382 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] For port d583f982-d3b5-40b7-86ab-418f9cae0793, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:38:06.036505 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] For port d583f982-d3b5-40b7-86ab-418f9cae0793, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=d583f982-d3b5-40b7-86ab-418f9cae0793,segment=NetworkSegment(292d6623-1395-47d0-88c9-ac4860227ca3),segment_id=292d6623-1395-47d0-88c9-ac4860227ca3)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:38:06.116094 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:06.120112 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:06.202320 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Routers {'eef5e2e8-5b16-45c7-8702-50100505efa1'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:38:06.202990 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:37:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['eef5e2e8-5b16-45c7-8702-50100505efa1'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:38:06.363486 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Pushing event updated for resources: {'Port': ['ID=d583f982-d3b5-40b7-86ab-418f9cae0793,revision_number=4']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:06.370717 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:06.388799 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] Set router eef5e2e8-5b16-45c7-8702-50100505efa1 gateway port host: None {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:38:06.721508 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'name': 'router1', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:37:52Z', 'updated_at': '2021-05-25T16:38:03Z', 'revision_number': 2, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'gw_port_host': None, '_interfaces': [{'id': 'd583f982-d3b5-40b7-86ab-418f9cae0793', 'name': '', 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'mac_address': 'fa:16:3e:9f:46:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:38:02Z', 'updated_at': '2021-05-25T16:38:06Z', 'revision_number': 4, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'subnets': [{'id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27839921-ddf5-44ce-8d80-f6b9fd79c151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:38:06.725440 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fcefca-4a06-4946-9fd2-3b73cb54197e None None] The sync data for ids ['eef5e2e8-5b16-45c7-8702-50100505efa1'] in dv-cinder-786386-6-smb is: [{'id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'name': 'router1', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:37:52Z', 'updated_at': '2021-05-25T16:38:03Z', 'revision_number': 2, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'gw_port_host': None, '_interfaces': [{'id': 'd583f982-d3b5-40b7-86ab-418f9cae0793', 'name': '', 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'mac_address': 'fa:16:3e:9f:46:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:38:02Z', 'updated_at': '2021-05-25T16:38:06Z', 'revision_number': 4, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'subnets': [{'id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27839921-ddf5-44ce-8d80-f6b9fd79c151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:38:06.813665 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 49438) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:38:06.959862 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eae0b91-c80e-4883-92d5-4f690bd95bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:38:06.960417 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3eae0b91-c80e-4883-92d5-4f690bd95bdb admin admin] Synchronizing usage tracker for tenant:b28cd63bc4784e82a79d14b3aff8d604 on resource:network {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:38:07.078961 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3eae0b91-c80e-4883-92d5-4f690bd95bdb admin admin] Unset dirty status for tenant:b28cd63bc4784e82a79d14b3aff8d604 on resource:network {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:38:07.080103 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-3eae0b91-c80e-4883-92d5-4f690bd95bdb admin admin] 10.222.0.49 "GET /v2.0/networks/2f7e0120-dd4d-463e-a817-41806313a9a0 HTTP/1.1" status: 200 len: 842 time: 0.2654312 May 25 16:38:07.089352 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.3.0/24'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:38:07.095318 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:38:07.099222 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Usage tracker for resource:subnet and tenant:b28cd63bc4784e82a79d14b3aff8d604 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:38:07.102096 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:38:07.109183 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:38:07.187447 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Made reservation on behalf of b28cd63bc4784e82a79d14b3aff8d604 for: {'subnet': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:38:07.189680 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:07.681384 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.objects.ports [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98881) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:38:07.681825 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625'] for subnet, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:07.686243 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:07.761808 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6a078e-4994-4104-87d2-bf41ebe009bf,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:07.765936 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Checking segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:38:07.766290 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Network hostable DHCP agents. Network: 2f7e0120-dd4d-463e-a817-41806313a9a0, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:38:07.769046 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:07.878674 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:38:07.978390 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, 2f7e0120-dd4d-463e-a817-41806313a9a0) {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:38:07.983333 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:38:07.983920 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:07.988199 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70380a63-eeae-4543-ac4d-ca266f7c5ba3 None None] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:38:08.070721 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9848011 May 25 16:38:08.182760 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b30f47-23a8-4dc6-a812-9863389ee4e1 None None] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:38:10.310892 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 49452) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:38:10.550845 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-52f13c0e-74b6-4e58-94b5-b4616c78f3f5 admin admin] 10.222.0.49 "GET /v2.0/routers/eef5e2e8-5b16-45c7-8702-50100505efa1 HTTP/1.1" status: 200 len: 710 time: 0.2385678 May 25 16:38:10.676424 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d1c0c4-5a4d-4fca-9c9e-1b9e6c7f9791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:38:10.677783 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-10d1c0c4-5a4d-4fca-9c9e-1b9e6c7f9791 admin admin] 10.222.0.49 "GET /v2.0/networks/2f7e0120-dd4d-463e-a817-41806313a9a0 HTTP/1.1" status: 200 len: 886 time: 0.1219590 May 25 16:38:10.686874 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:38:11.128360 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-925009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5153'] for router, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:11.249452 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device d583f982-d3b5-40b7-86ab-418f9cae0793 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:38:11.381768 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port d583f982-d3b5-40b7-86ab-418f9cae0793 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:38:11.386504 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port d583f982-d3b5-40b7-86ab-418f9cae0793 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:38:11.387395 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:11.504970 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:11.524507 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:11.571606 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port d583f982-d3b5-40b7-86ab-418f9cae0793, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=d583f982-d3b5-40b7-86ab-418f9cae0793,segment=NetworkSegment(292d6623-1395-47d0-88c9-ac4860227ca3),segment_id=292d6623-1395-47d0-88c9-ac4860227ca3)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:38:11.580492 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:11.635605 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:11.639389 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:11.704218 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=d583f982-d3b5-40b7-86ab-418f9cae0793,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:11.709919 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:11.717326 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Allocated IP 172.28.3.70 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/e04dc6f2-3f6f-4569-ace2-771e3dbeb38d) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:38:11.906443 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:12.007454 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:12.011194 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:12.071231 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:38:12.073708 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:38:12.078539 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:38:12.140572 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Pushing event updated for resources: {'Port': ['ID=e04dc6f2-3f6f-4569-ace2-771e3dbeb38d,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:12.192317 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:12.524265 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:12.859249 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-925009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5153'] for router, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:12.862429 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-925018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-926863'] for router, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:13.040827 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Router eef5e2e8-5b16-45c7-8702-50100505efa1 has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:38:13.227867 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:38:13.234939 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device d583f982-d3b5-40b7-86ab-418f9cae0793 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:38:13.238628 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Notify callbacks [] for router, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:13.240112 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] 10.222.0.49 "PUT /v2.0/routers/eef5e2e8-5b16-45c7-8702-50100505efa1 HTTP/1.1" status: 200 len: 889 time: 2.5567715 May 25 16:38:13.266231 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Sync routers for ids ['eef5e2e8-5b16-45c7-8702-50100505efa1'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:38:13.298509 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Routers {'eef5e2e8-5b16-45c7-8702-50100505efa1'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:38:13.299188 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:37:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['eef5e2e8-5b16-45c7-8702-50100505efa1'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:38:13.469894 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port d583f982-d3b5-40b7-86ab-418f9cae0793 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:38:13.470265 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:13.547614 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Set router eef5e2e8-5b16-45c7-8702-50100505efa1 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:38:13.859946 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 5 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:38:13.958045 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'name': 'router1', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e04dc6f2-3f6f-4569-ace2-771e3dbeb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:37:52Z', 'updated_at': '2021-05-25T16:38:12Z', 'revision_number': 4, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'gw_port': {'id': 'e04dc6f2-3f6f-4569-ace2-771e3dbeb38d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:38:11Z', 'updated_at': '2021-05-25T16:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'd583f982-d3b5-40b7-86ab-418f9cae0793', 'name': '', 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'mac_address': 'fa:16:3e:9f:46:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:38:02Z', 'updated_at': '2021-05-25T16:38:11Z', 'revision_number': 5, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'subnets': [{'id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27839921-ddf5-44ce-8d80-f6b9fd79c151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:38:13.962923 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Checking router: eef5e2e8-5b16-45c7-8702-50100505efa1 for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:38:13.963288 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Updating router eef5e2e8-5b16-45c7-8702-50100505efa1 port e04dc6f2-3f6f-4569-ace2-771e3dbeb38d binding host dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:38:14.013884 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:14.339125 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Notify callbacks [] for port, precommit_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:14.350121 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Transition to ACTIVE for port object e04dc6f2-3f6f-4569-ace2-771e3dbeb38d will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:38:14.421603 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:14.425756 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:14.504581 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Attempting to bind port e04dc6f2-3f6f-4569-ace2-771e3dbeb38d on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:38:14.504948 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Attempting to bind port e04dc6f2-3f6f-4569-ace2-771e3dbeb38d by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:38:14.505326 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Attempting to bind port e04dc6f2-3f6f-4569-ace2-771e3dbeb38d on network 2f7e0120-dd4d-463e-a817-41806313a9a0 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:38:14.508540 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f1054-2f9d-45c4-a5ea-68a78e8ef445 None None] Pushing event updated for resources: {'Port': ['ID=e04dc6f2-3f6f-4569-ace2-771e3dbeb38d,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:14.512492 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-185f1054-2f9d-45c4-a5ea-68a78e8ef445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:14.513230 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:38:14.513618 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Checking segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:38:14.514001 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:14.519057 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Bound using segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:38:14.519057 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Bound port: e04dc6f2-3f6f-4569-ace2-771e3dbeb38d, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:38:14.519057 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:14.592191 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] For port e04dc6f2-3f6f-4569-ace2-771e3dbeb38d, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:38:14.595568 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] For port e04dc6f2-3f6f-4569-ace2-771e3dbeb38d, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e04dc6f2-3f6f-4569-ace2-771e3dbeb38d,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:38:14.673703 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:14.677711 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:14.754565 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Routers {'eef5e2e8-5b16-45c7-8702-50100505efa1'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:38:14.755163 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:37:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['eef5e2e8-5b16-45c7-8702-50100505efa1'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:38:14.801274 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f1054-2f9d-45c4-a5ea-68a78e8ef445 None None] Pushing event updated for resources: {'Port': ['ID=e04dc6f2-3f6f-4569-ace2-771e3dbeb38d,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:14.809965 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-185f1054-2f9d-45c4-a5ea-68a78e8ef445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:14.932652 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] Set router eef5e2e8-5b16-45c7-8702-50100505efa1 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:38:15.258051 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'name': 'router1', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e04dc6f2-3f6f-4569-ace2-771e3dbeb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:37:52Z', 'updated_at': '2021-05-25T16:38:12Z', 'revision_number': 4, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'gw_port': {'id': 'e04dc6f2-3f6f-4569-ace2-771e3dbeb38d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:38:11Z', 'updated_at': '2021-05-25T16:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'd583f982-d3b5-40b7-86ab-418f9cae0793', 'name': '', 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'mac_address': 'fa:16:3e:9f:46:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:38:02Z', 'updated_at': '2021-05-25T16:38:11Z', 'revision_number': 5, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'subnets': [{'id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27839921-ddf5-44ce-8d80-f6b9fd79c151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:38:15.262845 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e091cc9-9a35-4ae2-a16d-18f281428036 None None] The sync data for ids ['eef5e2e8-5b16-45c7-8702-50100505efa1'] in dv-cinder-786386-6-smb is: [{'id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'name': 'router1', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'e04dc6f2-3f6f-4569-ace2-771e3dbeb38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:37:52Z', 'updated_at': '2021-05-25T16:38:12Z', 'revision_number': 4, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'gw_port': {'id': 'e04dc6f2-3f6f-4569-ace2-771e3dbeb38d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:38:11Z', 'updated_at': '2021-05-25T16:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'd583f982-d3b5-40b7-86ab-418f9cae0793', 'name': '', 'network_id': '2ce56c0c-9409-454b-81c3-4f4360b27ee0', 'tenant_id': '985258db9387482fa460d0231ea8dbf5', 'mac_address': 'fa:16:3e:9f:46:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef5e2e8-5b16-45c7-8702-50100505efa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:38:02Z', 'updated_at': '2021-05-25T16:38:11Z', 'revision_number': 5, 'project_id': '985258db9387482fa460d0231ea8dbf5', 'subnets': [{'id': '156d3a4a-3c5b-4365-847b-55926fe77678', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27839921-ddf5-44ce-8d80-f6b9fd79c151'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:38:15.582250 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 49462) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:38:15.704156 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-eca5cf39-2ea0-4b6c-a5d9-58c98170b115 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1207612 May 25 16:38:17.268514 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e04dc6f2-3f6f-4569-ace2-771e3dbeb38d up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:38:17.398986 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port e04dc6f2-3f6f-4569-ace2-771e3dbeb38d completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:38:17.404574 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port e04dc6f2-3f6f-4569-ace2-771e3dbeb38d triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:38:17.404941 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:17.536345 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:17.552494 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port e04dc6f2-3f6f-4569-ace2-771e3dbeb38d, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e04dc6f2-3f6f-4569-ace2-771e3dbeb38d,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:38:17.637944 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:17.637944 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-185f1054-2f9d-45c4-a5ea-68a78e8ef445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:17.707777 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=e04dc6f2-3f6f-4569-ace2-771e3dbeb38d,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:17.710842 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:19.278072 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e04dc6f2-3f6f-4569-ace2-771e3dbeb38d up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:38:19.415427 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port e04dc6f2-3f6f-4569-ace2-771e3dbeb38d triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:38:19.416087 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:25.092850 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-3030f300-5457-4735-a714-2bdf388a13ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:27.378513 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:27.564697 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-f1efa8b4-b43b-4b42-a43e-c7163ca4cc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:28.627517 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:30.144664 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:50.860547 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 5 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:38:55.095698 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e993994c-79eb-4655-a820-e13584edb63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:57.409474 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:57.490222 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-cc376097-2c17-4b69-b063-65cc7a6511c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:59.189995 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:00.186784 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:25.110043 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-269ef010-3f02-46bf-96e2-b80906560e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:27.401065 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:27.474773 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-61174f70-0c0f-4ce7-99e6-e83d26a9186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:27.859343 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 5 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:39:28.620452 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:30.183740 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:53.067498 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50032) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:39:53.180355 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8e7912-937f-4527-aaeb-576cb93e4d7b admin admin] GET failed (client error): The resource could not be found. May 25 16:39:53.182271 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-cf8e7912-937f-4527-aaeb-576cb93e4d7b admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1138518 May 25 16:39:53.311544 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69df208-48b6-4461-ab01-e9f4b0e18cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:39:53.312993 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-e69df208-48b6-4461-ab01-e9f4b0e18cb3 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1269369 May 25 16:39:55.111832 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-11ec4637-7aff-43c4-a546-d200db11154a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:55.426267 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50042) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:39:55.532023 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa082c5c-ea44-44e2-b965-4c4b783dccf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:39:55.532577 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-fa082c5c-ea44-44e2-b965-4c4b783dccf1 admin admin] Synchronizing usage tracker for tenant:b28cd63bc4784e82a79d14b3aff8d604 on resource:subnet {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:39:55.646088 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-fa082c5c-ea44-44e2-b965-4c4b783dccf1 admin admin] Unset dirty status for tenant:b28cd63bc4784e82a79d14b3aff8d604 on resource:subnet {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:39:55.647177 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-fa082c5c-ea44-44e2-b965-4c4b783dccf1 admin admin] 10.222.0.49 "GET /v2.0/subnets/156d3a4a-3c5b-4365-847b-55926fe77678 HTTP/1.1" status: 200 len: 849 time: 0.2199969 May 25 16:39:55.656401 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:39:55.778000 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Notify callbacks [] for subnet, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:56.012020 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781638093981'] for subnet, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:56.015707 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ed3c4cfd-1517-4191-9168-65f13a54a686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:39:56.059999 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:39:56.061056 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:56.068865 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] 10.222.0.49 "PUT /v2.0/subnets/156d3a4a-3c5b-4365-847b-55926fe77678 HTTP/1.1" status: 200 len: 868 time: 0.4091971 May 25 16:39:56.069126 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c190c6-7538-40ea-bb29-aef9e6960a5b None None] Network 2ce56c0c-9409-454b-81c3-4f4360b27ee0 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:39:56.083335 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=156d3a4a-3c5b-4365-847b-55926fe77678,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:39:56.091597 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.091953 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.092250 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.092586 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.092915 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.093229 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.093583 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.093904 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.094253 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.094574 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.094892 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.095205 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:56.098885 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:39:56.547723 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-5531fcbb-faa9-4d04-852f-4d1739728420 None None] Provisioning complete for port d583f982-d3b5-40b7-86ab-418f9cae0793 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:39:56.547723 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-5531fcbb-faa9-4d04-852f-4d1739728420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:56.674312 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-5531fcbb-faa9-4d04-852f-4d1739728420 None None] Provisioning complete for port b7cb1b1a-a4ee-4b5c-b812-0f8f48853aed triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:39:56.674685 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-5531fcbb-faa9-4d04-852f-4d1739728420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:57.385741 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:57.491690 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9d904c1d-9d9c-48db-ba75-19b86432d078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:58.168776 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50052) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:39:58.339254 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca78e96-53f4-4585-9834-d4c213fad053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:39:58.339738 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca78e96-53f4-4585-9834-d4c213fad053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:39:58.341246 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-1ca78e96-53f4-4585-9834-d4c213fad053 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1715734 May 25 16:39:58.629566 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:00.158164 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:00.463160 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50062) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:40:00.636924 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aace724-ec96-41c1-b19f-0f903dee18e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:00.637448 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aace724-ec96-41c1-b19f-0f903dee18e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:00.638949 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-2aace724-ec96-41c1-b19f-0f903dee18e8 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1748347 May 25 16:40:02.788798 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50072) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:40:02.965009 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6308f393-75e8-40df-a671-6940a59fe772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:02.966387 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-6308f393-75e8-40df-a671-6940a59fe772 admin admin] 10.222.0.49 "GET /v2.0/networks/2ce56c0c-9409-454b-81c3-4f4360b27ee0 HTTP/1.1" status: 200 len: 870 time: 0.1766489 May 25 16:40:04.859306 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 5 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:40:05.076821 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50082) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:40:05.243647 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8766b40e-94d4-49bb-859f-1771bd909d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:05.245007 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-8766b40e-94d4-49bb-859f-1771bd909d36 admin admin] 10.222.0.49 "GET /v2.0/networks/2f7e0120-dd4d-463e-a817-41806313a9a0 HTTP/1.1" status: 200 len: 886 time: 0.1671183 May 25 16:40:07.388022 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50092) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:40:07.497102 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d855483-4485-42d8-8bed-ce3ee4feb5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:07.497605 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d855483-4485-42d8-8bed-ce3ee4feb5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:07.499101 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-2d855483-4485-42d8-8bed-ce3ee4feb5ad admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1101499 May 25 16:40:09.625744 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50102) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:40:09.731596 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ffb8c1-6df9-44eb-a456-f6838041cf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:09.732070 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ffb8c1-6df9-44eb-a456-f6838041cf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:09.733588 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-24ffb8c1-6df9-44eb-a456-f6838041cf8d admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1068826 May 25 16:40:11.851740 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50112) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:40:11.957532 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d14815c-8a48-4784-aa65-73d73c066ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:11.958852 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-9d14815c-8a48-4784-aa65-73d73c066ec2 admin admin] 10.222.0.49 "GET /v2.0/subnets/156d3a4a-3c5b-4365-847b-55926fe77678 HTTP/1.1" status: 200 len: 868 time: 0.1062558 May 25 16:40:14.112190 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50122) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:40:14.217549 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac4e65c-31ee-4237-92dc-075184698cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:14.218931 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-0ac4e65c-31ee-4237-92dc-075184698cb3 admin admin] 10.222.0.49 "GET /v2.0/subnets/aa6a078e-4994-4104-87d2-bf41ebe009bf HTTP/1.1" status: 200 len: 816 time: 0.1058066 May 25 16:40:25.094227 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf352-8afd-4b87-8755-b447cb6074c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:27.396844 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:27.497412 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-3550935e-92f8-4bb4-a8c3-f4957909e173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:28.620022 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:30.143075 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:37.948203 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50166) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:40:37.996962 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [None req-c3480699-6be6-47f9-a59b-d715e8ea0805 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:40:37.997995 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-c3480699-6be6-47f9-a59b-d715e8ea0805 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488524 May 25 16:40:40.219007 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50176) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:40:40.285205 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bcc874-373b-4cf0-87ac-13cac8d30664 admin admin] GET failed (client error): The resource could not be found. May 25 16:40:40.286470 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-b7bcc874-373b-4cf0-87ac-13cac8d30664 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665042 May 25 16:40:40.414908 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d085a87-2658-4860-8a7f-a05eb0464740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:40.416296 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-5d085a87-2658-4860-8a7f-a05eb0464740 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1253300 May 25 16:40:41.858085 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 5 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:40:42.567727 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50186) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:40:42.616285 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:40:42.621344 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:40:42.630915 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:40:42.708612 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Made reservation on behalf of b28cd63bc4784e82a79d14b3aff8d604 for: {'network': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:40:42.711088 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:42.795863 dv-cinder-786386-6-smb neutron-server[98882]: WARNING neutron.services.revisions.revision_plugin [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Could not find related network for resource to bump revision. May 25 16:40:42.808050 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=98882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:40:42.816940 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:42.817293 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.segments_db [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Added segment 916a0958-d653-4144-b24e-2b37d344672a of type vlan for network e21ec7c2-6ec3-46cc-9502-3f9f37828891 May 25 16:40:42.847450 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:42.934411 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:42.935760 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:42.936337 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:42.941053 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:40:43.039430 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Pushing event updated for resources: {'Network': ['ID=e21ec7c2-6ec3-46cc-9502-3f9f37828891,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:40:43.046542 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.046820 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.047154 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.047520 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.047845 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.048169 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.048486 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.048802 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.049136 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.049480 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.049796 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.050108 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:43.054066 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:40:43.061687 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network e21ec7c2-6ec3-46cc-9502-3f9f37828891 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:40:43.089462 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5206265 May 25 16:40:45.230148 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50196) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:40:45.299820 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a4bc17-2cf0-4b55-9774-c56dd4a1ecdc admin admin] GET failed (client error): The resource could not be found. May 25 16:40:45.301112 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-e3a4bc17-2cf0-4b55-9774-c56dd4a1ecdc admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0699730 May 25 16:40:45.404325 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5027b-60a4-49d1-978a-d4e4e280246e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:45.405703 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-dfd5027b-60a4-49d1-978a-d4e4e280246e admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1006255 May 25 16:40:45.415273 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:40:45.419649 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:40:45.428908 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:40:45.556996 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Made reservation on behalf of b28cd63bc4784e82a79d14b3aff8d604 for: {'subnet': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:40:45.559332 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:46.061759 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625'] for subnet, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:46.065253 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:40:46.135292 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ee537aa-b190-408a-ae37-a15d3499669b,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:40:46.138943 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:40:46.145638 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Checking segment: {'id': '916a0958-d653-4144-b24e-2b37d344672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:40:46.145979 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Network hostable DHCP agents. Network: e21ec7c2-6ec3-46cc-9502-3f9f37828891, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:40:46.234140 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Network e21ec7c2-6ec3-46cc-9502-3f9f37828891 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:40:46.320665 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, e21ec7c2-6ec3-46cc-9502-3f9f37828891) {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:40:46.324918 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:40:46.325543 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:46.329796 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a31c4-cbe9-456c-8d84-88ab89c9c796 None None] Network e21ec7c2-6ec3-46cc-9502-3f9f37828891 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:40:46.400774 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9889224 May 25 16:40:46.552419 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23d52cc-7998-5017-810c-50915ea2e18b-e21ec7c2-6ec3-46cc-9502-3f9f37828891', 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891', 'tenant_id': 'b28cd63bc4784e82a79d14b3aff8d604', 'fixed_ips': [{'subnet_id': '9ee537aa-b190-408a-ae37-a15d3499669b'}]}} from dv-cinder-786386-6-smb. {{(pid=98883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:40:46.553232 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:46.712825 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.db_base_plugin_common [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Allocated IP 192.168.233.2 (e21ec7c2-6ec3-46cc-9502-3f9f37828891/9ee537aa-b190-408a-ae37-a15d3499669b/9c9853df-c948-48be-9441-d5d899f33d9e) {{(pid=98883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:40:46.946794 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Notify callbacks [] for port, precommit_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:46.957591 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Transition to ACTIVE for port object 9c9853df-c948-48be-9441-d5d899f33d9e will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:40:46.976593 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Transition to ACTIVE for port object 9c9853df-c948-48be-9441-d5d899f33d9e will not be triggered until provisioned by entity DHCP. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:40:47.052212 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:47.057690 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:40:47.123227 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Network e21ec7c2-6ec3-46cc-9502-3f9f37828891 is already hosted by enough agents. {{(pid=98883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:40:47.125790 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.base_scheduler [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Resources bound (agent type, host, resource id): {{(pid=98883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:40:47.129450 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Received port after_create {{(pid=98883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:40:47.135884 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Pushing event updated for resources: {'Port': ['ID=9c9853df-c948-48be-9441-d5d899f33d9e,revision_number=1']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:40:47.172149 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.172500 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.172839 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.173301 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.173586 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.173912 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.174235 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.174559 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.174879 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.175196 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.175513 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.175827 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:40:47.183736 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:40:47.233259 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Attempting to bind port 9c9853df-c948-48be-9441-d5d899f33d9e on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:40:47.233586 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Attempting to bind port 9c9853df-c948-48be-9441-d5d899f33d9e by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '916a0958-d653-4144-b24e-2b37d344672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:40:47.233950 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Attempting to bind port 9c9853df-c948-48be-9441-d5d899f33d9e on network e21ec7c2-6ec3-46cc-9502-3f9f37828891 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:40:47.239376 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:40:47.239750 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Checking segment: {'id': '916a0958-d653-4144-b24e-2b37d344672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:40:47.240144 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:47.240535 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Bound using segment: {'id': '916a0958-d653-4144-b24e-2b37d344672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:40:47.241032 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Bound port: 9c9853df-c948-48be-9441-d5d899f33d9e, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916a0958-d653-4144-b24e-2b37d344672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:40:47.241534 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:47.333869 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] For port 9c9853df-c948-48be-9441-d5d899f33d9e, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:40:47.337018 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] For port 9c9853df-c948-48be-9441-d5d899f33d9e, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=9c9853df-c948-48be-9441-d5d899f33d9e,segment=NetworkSegment(916a0958-d653-4144-b24e-2b37d344672a),segment_id=916a0958-d653-4144-b24e-2b37d344672a)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:40:47.443442 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:47.447745 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:40:47.520827 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Pushing event updated for resources: {'Port': ['ID=9c9853df-c948-48be-9441-d5d899f33d9e,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:40:47.524210 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:40:48.357844 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd52b94c-a017-4244-bae1-ab1287e7d05f None None] Network e21ec7c2-6ec3-46cc-9502-3f9f37828891 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:40:48.513189 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-c0c1da55-6e81-4a0c-8260-3644a631764f None None] Provisioning for port 9c9853df-c948-48be-9441-d5d899f33d9e completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:40:49.389527 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 9c9853df-c948-48be-9441-d5d899f33d9e up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:40:49.534091 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port 9c9853df-c948-48be-9441-d5d899f33d9e completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:40:49.539435 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 9c9853df-c948-48be-9441-d5d899f33d9e triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:40:49.539811 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:49.663332 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:49.696741 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port 9c9853df-c948-48be-9441-d5d899f33d9e, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=9c9853df-c948-48be-9441-d5d899f33d9e,segment=NetworkSegment(916a0958-d653-4144-b24e-2b37d344672a),segment_id=916a0958-d653-4144-b24e-2b37d344672a)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:40:49.779602 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:49.782090 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-185f1054-2f9d-45c4-a5ea-68a78e8ef445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:40:49.851663 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=9c9853df-c948-48be-9441-d5d899f33d9e,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:40:49.854730 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:40:51.353692 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 9c9853df-c948-48be-9441-d5d899f33d9e up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:40:51.422377 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 9c9853df-c948-48be-9441-d5d899f33d9e triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:40:51.422758 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:55.140169 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-24edabdb-fe5c-4a3c-aab9-3fd588f247db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:57.402218 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:57.491494 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-66f38073-3941-47cc-9e40-0055cff91ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:58.676876 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:00.154495 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:18.858055 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 5 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:41:25.097101 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-41c898d1-9db6-48ad-885f-17956921d473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:27.405452 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:27.487830 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-b5e60518-34d3-4661-835b-ca2ac83ab240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:28.651635 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:30.142811 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:55.097056 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-b2af84de-6fa2-4a6c-9323-d8a62fbdff2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:55.857082 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 5 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:41:57.423375 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:57.493120 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-cabb4e57-52d0-4bfc-a1d3-b8ee31365197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:58.691410 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:00.156382 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:05.857921 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50246) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:05.863830 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [None req-8df35104-4a86-48ca-bca5-a2ad7435c913 tempest-verify_tempest_config-1437518043 tempest-verify_tempest_config-1437518043-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:05.864785 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-8df35104-4a86-48ca-bca5-a2ad7435c913 tempest-verify_tempest_config-1437518043 tempest-verify_tempest_config-1437518043-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059175 May 25 16:42:06.475701 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50264) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:06.588421 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:06.602192 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:06.605889 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Usage tracker for resource:security_group_rule and tenant:d93d7f8c6ecd4b8ea83ad656243a5567 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:06.608605 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:06.614471 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:06.695196 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:06.748346 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:06.757976 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:06.794582 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Synchronizing usage tracker for tenant:b28cd63bc4784e82a79d14b3aff8d604 on resource:security_group {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:42:06.801083 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9107f69-04c7-4f1b-a854-7ab52fa5a184,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:06.807726 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.808059 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.808388 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.808711 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.809031 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.809373 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.809691 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.810001 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.810332 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.810655 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.810976 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.811274 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:06.815984 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:06.902358 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Unset dirty status for tenant:b28cd63bc4784e82a79d14b3aff8d604 on resource:security_group {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:42:06.903653 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d93d7f8c6ecd4b8ea83ad656243a5567&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4269812 May 25 16:42:06.906248 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50270) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:06.963973 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fec1f548-2fe7-490d-95a2-baaf34f76064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:06.992595 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fec1f548-2fe7-490d-95a2-baaf34f76064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:07.133180 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fec1f548-2fe7-490d-95a2-baaf34f76064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:07.137196 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:07.148218 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1f548-2fe7-490d-95a2-baaf34f76064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9107f69-04c7-4f1b-a854-7ab52fa5a184,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:07.152587 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-fec1f548-2fe7-490d-95a2-baaf34f76064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:07.154574 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fec1f548-2fe7-490d-95a2-baaf34f76064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:07.155798 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-fec1f548-2fe7-490d-95a2-baaf34f76064 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9107f69-04c7-4f1b-a854-7ab52fa5a184 HTTP/1.1" status: 204 len: 168 time: 0.2485440 May 25 16:42:25.098576 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-eddc0eea-112a-416f-a8fc-8ab04fcc0707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.435992 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.515794 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e0d36ae7-588b-4cd4-ab8b-8d8f1a958741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.639287 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.155656 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.856381 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 5 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:42:55.102580 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e88ff51b-c5d1-4cfa-bd48-cda20fdb947a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.438212 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.544086 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-721effd7-0538-48c9-9af9-3eff5777dead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.670109 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:00.201279 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:09.854881 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 5 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:43:25.080832 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-b01fd7f3-301c-4fff-baf1-43b51578de4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:27.473730 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:27.549639 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-fb6348e0-e510-4906-b805-e9c7260f53db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.776589 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:30.233710 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.853670 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 5 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:43:55.103302 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-1240b44a-b11d-4d29-9ff4-35a26e39e237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.886165 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070'] for agent, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.412682 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.486371 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-29f4b7bf-72b5-43c0-a003-44e382905b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.663244 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.303615 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50322) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:59.416737 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-77a71327-d44a-4754-b5df-35cf40f0ac71 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1120179 May 25 16:44:00.172080 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.556885 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50332) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:01.612428 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-bd305d1a-60c6-46f8-a4af-3fba80c8477d admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0544341 May 25 16:44:23.851955 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:44:25.109093 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf5f093-6995-4a8e-a25c-08f702580c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.851301 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.422705 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.525757 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-379aad99-343e-4200-af35-66d610cb170b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.668495 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.189471 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.103101 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-25a2b506-0781-4b77-99fa-2f88a17c5d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.874086 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.415953 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.542855 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c36d683c-8130-4a53-9c0e-193344992140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.691583 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.205711 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.853617 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:45:25.101407 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e17f2eff-8848-4d2b-91d8-a1c734b9e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.896717 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.410026 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.514530 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d673-d1c6-43d8-b379-12a0489035ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.696814 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.187783 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.185169 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50564) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:37.185870 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50566) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:37.802781 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-859949889-network', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:37.808228 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:37.812204 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Usage tracker for resource:network and tenant:8fe1a879e86b465aa8757786b17618b4 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:37.815535 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:37.821736 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:37.844457 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1001487962-network', 'tenant_id': '989faa77d77c437cae975cfd10ba3f94'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:37.850257 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:37.853634 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:45:37.860314 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Usage tracker for resource:network and tenant:989faa77d77c437cae975cfd10ba3f94 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:37.866736 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:37.871497 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50588) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:37.882117 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:37.914029 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Made reservation on behalf of 8fe1a879e86b465aa8757786b17618b4 for: {'network': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:37.916461 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.930525 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.946194 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:37.950336 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Usage tracker for resource:security_group_rule and tenant:8fe1a879e86b465aa8757786b17618b4 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:37.953472 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:37.954618 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Made reservation on behalf of 989faa77d77c437cae975cfd10ba3f94 for: {'network': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:37.958473 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.959496 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:37.978365 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.997667 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:38.002898 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Usage tracker for resource:security_group_rule and tenant:989faa77d77c437cae975cfd10ba3f94 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:38.007164 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:38.014913 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:38.045207 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.097008 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.106443 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-fec1f548-2fe7-490d-95a2-baaf34f76064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:38.109818 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.131097 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=98881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:38.150342 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d050ab2-f348-4c05-812f-d4e64ff251f1,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:38.159985 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.160537 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.161038 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.161415 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.161745 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.162072 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.162393 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.162705 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.163206 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.163678 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.164168 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.164653 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Tracked resource versions report: May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: pushed versions: May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: { 'AddressGroup': {'1.2'}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'ConntrackHelper': {'1.0'}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'Log': {'1.0'}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'Network': {'1.1'}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'Port': {'1.7'}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'PortForwarding': {'1.2'}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'QosPolicy': {'1.8'}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'SecurityGroup': {'1.4'}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'SecurityGroupRule': {'1.2'}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'SubPort': {'1.0'}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'Subnet': {'1.1'}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'Trunk': {'1.1'}} May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: consumer versions: May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: { DHCP agent@dv-cinder-786386-6-smb: {}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: HyperV agent@hv-cinder-78638: {}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: L3 agent@dv-cinder-786386-6-smb: {}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: Metadata agent@dv-cinder-786386-6-smb: {}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: Metering agent@dv-cinder-786386-6-smb: {}, May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: Open vSwitch agent@dv-cinder-786386-6-smb: { 'AddressGroup': '1.2', May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'ConntrackHelper': '1.0', May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'Log': '1.0', May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'Network': '1.1', May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'Port': '1.7', May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'PortForwarding': '1.2', May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'QosPolicy': '1.8', May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'SecurityGroup': '1.4', May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'SecurityGroupRule': '1.2', May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'SubPort': '1.0', May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'Subnet': '1.1', May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: 'Trunk': '1.1'}} May 25 16:45:38.168753 dv-cinder-786386-6-smb neutron-server[98881]: {{(pid=98881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:45:38.175122 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1744656423-network', 'tenant_id': '7f2d0896b886409484a882f871864fa7'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:38.179617 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:38.183429 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Usage tracker for resource:network and tenant:7f2d0896b886409484a882f871864fa7 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:38.186257 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:38.192062 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:38.194755 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.199991 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:38.202589 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:38.202589 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.202589 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.segments_db [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Added segment b1407b7f-167f-43c0-ad2c-895f084c85a9 of type vlan for network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 May 25 16:45:38.231500 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.233679 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17568a27-7e03-4485-84bc-e098429178cf,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:38.247583 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.248028 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.248461 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.250176 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.250176 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.250176 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.250176 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.250563 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.251103 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.251445 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.251985 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.252375 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Tracked resource versions report: May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: pushed versions: May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: { 'AddressGroup': {'1.2'}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'ConntrackHelper': {'1.0'}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'Log': {'1.0'}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'Network': {'1.1'}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'Port': {'1.7'}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'PortForwarding': {'1.2'}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'QosPolicy': {'1.8'}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'SecurityGroup': {'1.4'}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'SecurityGroupRule': {'1.2'}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'SubPort': {'1.0'}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'Subnet': {'1.1'}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'Trunk': {'1.1'}} May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: consumer versions: May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: { DHCP agent@dv-cinder-786386-6-smb: {}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: HyperV agent@hv-cinder-78638: {}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: L3 agent@dv-cinder-786386-6-smb: {}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: Metadata agent@dv-cinder-786386-6-smb: {}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: Metering agent@dv-cinder-786386-6-smb: {}, May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: Open vSwitch agent@dv-cinder-786386-6-smb: { 'AddressGroup': '1.2', May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'ConntrackHelper': '1.0', May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'Log': '1.0', May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'Network': '1.1', May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'Port': '1.7', May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'PortForwarding': '1.2', May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'QosPolicy': '1.8', May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'SecurityGroup': '1.4', May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'SecurityGroupRule': '1.2', May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'SubPort': '1.0', May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'Subnet': '1.1', May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: 'Trunk': '1.1'}} May 25 16:45:38.253512 dv-cinder-786386-6-smb neutron-server[98882]: {{(pid=98882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:45:38.259959 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:38.263573 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=98882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:38.273850 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.274188 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.segments_db [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Added segment 482084e5-7102-41bb-959e-6dfe64942470 of type vlan for network b455f3eb-49cc-4ceb-bac1-19b7c73cd570 May 25 16:45:38.303723 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.335585 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Made reservation on behalf of 7f2d0896b886409484a882f871864fa7 for: {'network': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:38.337863 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.351080 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.366706 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.368034 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:38.371070 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:38.373891 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.378821 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:38.397389 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Usage tracker for resource:security_group_rule and tenant:7f2d0896b886409484a882f871864fa7 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:38.402784 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:38.408978 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:38.434657 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.437197 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:38.438163 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.446211 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-46e7d818-439f-4687-b376-92694bc5ccba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:38.551241 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Pushing event updated for resources: {'Network': ['ID=b455f3eb-49cc-4ceb-bac1-19b7c73cd570,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:38.555853 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:38.562007 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network b455f3eb-49cc-4ceb-bac1-19b7c73cd570 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:38.583593 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.587329 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Pushing event updated for resources: {'Network': ['ID=3ccda8b5-013d-424f-a62b-c8cbf4c805b9,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:38.591622 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:38.608900 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50632) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:38.609221 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4227109 May 25 16:45:38.614549 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Request body: {'subnet': {'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-859949889-subnet', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:38.619122 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:38.623474 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Usage tracker for resource:subnet and tenant:8fe1a879e86b465aa8757786b17618b4 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:38.626302 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:38.628009 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.632279 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:38.636825 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:38.647892 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4605153 May 25 16:45:38.648554 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50636) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:38.649697 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:38.652133 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=98881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:38.653887 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Request body: {'subnet': {'network_id': 'b455f3eb-49cc-4ceb-bac1-19b7c73cd570', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1001487962-subnet', 'tenant_id': '989faa77d77c437cae975cfd10ba3f94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:38.658303 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:38.662576 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Usage tracker for resource:subnet and tenant:989faa77d77c437cae975cfd10ba3f94 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:38.665971 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:38.672956 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:38.675324 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.675709 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.segments_db [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Added segment f22d4a02-c127-42a4-bef8-54db6e5bb9ab of type vlan for network 3cd84780-79c2-49f4-8712-6e957fa2a968 May 25 16:45:38.676753 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:38.684071 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:38.721173 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Made reservation on behalf of 8fe1a879e86b465aa8757786b17618b4 for: {'subnet': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:38.721173 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.738617 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.850765 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.851099 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Made reservation on behalf of 989faa77d77c437cae975cfd10ba3f94 for: {'subnet': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:38.852091 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:38.852661 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.853413 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.857772 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ef78ece6-3f13-4664-832a-220260731c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:38.955774 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Pushing event updated for resources: {'Network': ['ID=3cd84780-79c2-49f4-8712-6e957fa2a968,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:38.967520 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network 3cd84780-79c2-49f4-8712-6e957fa2a968 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:38.967858 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:39.096530 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50652) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.131810 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2590249 May 25 16:45:39.134976 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50658) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.147171 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Request body: {'subnet': {'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1744656423-subnet', 'tenant_id': '7f2d0896b886409484a882f871864fa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:39.148134 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:39.156898 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Usage tracker for resource:subnet and tenant:7f2d0896b886409484a882f871864fa7 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:39.162358 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:39.178140 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:39.295502 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Made reservation on behalf of 7f2d0896b886409484a882f871864fa7 for: {'subnet': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:39.298822 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.570679 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-02d28b6d-5cac-47b4-8cab-4bfeb7768cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.592547 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-02d28b6d-5cac-47b4-8cab-4bfeb7768cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:39.598118 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-02d28b6d-5cac-47b4-8cab-4bfeb7768cae admin admin] Usage tracker for resource:security_group_rule and tenant:8f28117c247540d9b9e64aa7ea4ab499 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:39.601911 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-02d28b6d-5cac-47b4-8cab-4bfeb7768cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:39.604611 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625'] for subnet, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.609814 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-02d28b6d-5cac-47b4-8cab-4bfeb7768cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:39.613690 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8e9ea1d8-2b93-4b36-aaa1-e47014ddc210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:39.734890 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92ea816-ea27-4895-99f6-b3d634b82c00,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:39.796856 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:39.802575 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Checking segment: {'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:39.804139 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Network hostable DHCP agents. Network: 3ccda8b5-013d-424f-a62b-c8cbf4c805b9, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:39.813896 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-02d28b6d-5cac-47b4-8cab-4bfeb7768cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.859374 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625'] for subnet, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.863839 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:39.897238 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-02d28b6d-5cac-47b4-8cab-4bfeb7768cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.910140 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a969ef20-6da3-4112-831d-b8ed857390dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:39.938645 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:39.968350 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-02d28b6d-5cac-47b4-8cab-4bfeb7768cae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f28117c247540d9b9e64aa7ea4ab499&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8681681 May 25 16:45:39.968749 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d28b6d-5cac-47b4-8cab-4bfeb7768cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4d5f45-a9eb-46ca-8bc3-d1cbdda6baf2,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:39.972785 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50684) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.976009 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-02d28b6d-5cac-47b4-8cab-4bfeb7768cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:39.976748 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625'] for subnet, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.981607 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac7bc1a-28c0-4546-b28b-00a30db35c85,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:39.990433 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:40.002325 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Checking segment: {'id': '482084e5-7102-41bb-959e-6dfe64942470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b455f3eb-49cc-4ceb-bac1-19b7c73cd570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:40.003398 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Network hostable DHCP agents. Network: b455f3eb-49cc-4ceb-bac1-19b7c73cd570, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:40.014280 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-56d5e082-eab3-4833-a277-0ec0bf07b41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:40.047321 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, 3ccda8b5-013d-424f-a62b-c8cbf4c805b9) {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:40.055790 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8856804f-513f-4dbc-a8fd-4bf0e5c988ed None None] Network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:40.059543 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:40.060554 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.131144 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Network b455f3eb-49cc-4ceb-bac1-19b7c73cd570 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:40.140852 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, b455f3eb-49cc-4ceb-bac1-19b7c73cd570) {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:40.150192 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:40.151299 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.178722 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5684812 May 25 16:45:40.181888 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50692) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:40.191753 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-859949889-router', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:40.198101 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:40.203324 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Usage tracker for resource:router and tenant:8fe1a879e86b465aa8757786b17618b4 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:40.207962 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:40.208480 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5288eaa-3a75-4428-9f8e-d5125f496268 None None] Network b455f3eb-49cc-4ceb-bac1-19b7c73cd570 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:40.214937 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:40.231550 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5819824 May 25 16:45:40.261982 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fece-7d76-4a2e-8fc7-ab0c3fe36598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.276221 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0edd47ab-d383-40ea-a08d-709643e97121,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:40.282540 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:40.290772 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5212'] for router, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.291843 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Checking segment: {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:40.292402 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.292596 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Network hostable DHCP agents. Network: 3cd84780-79c2-49f4-8712-6e957fa2a968, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:40.329197 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fece-7d76-4a2e-8fc7-ab0c3fe36598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.338470 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.426927 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Network 3cd84780-79c2-49f4-8712-6e957fa2a968 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:40.508309 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, 3cd84780-79c2-49f4-8712-6e957fa2a968) {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:40.514533 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fece-7d76-4a2e-8fc7-ab0c3fe36598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.530137 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:40.569080 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:40.572008 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.579912 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55af619-688a-4e23-ae6c-c8f7f545d761 None None] Network 3cd84780-79c2-49f4-8712-6e957fa2a968 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:40.592914 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0fece-7d76-4a2e-8fc7-ab0c3fe36598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4d5f45-a9eb-46ca-8bc3-d1cbdda6baf2,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:40.612785 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9ea0fece-7d76-4a2e-8fc7-ab0c3fe36598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:40.672322 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fece-7d76-4a2e-8fc7-ab0c3fe36598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.674556 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-9ea0fece-7d76-4a2e-8fc7-ab0c3fe36598 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a4d5f45-a9eb-46ca-8bc3-d1cbdda6baf2 HTTP/1.1" status: 204 len: 168 time: 0.7007587 May 25 16:45:40.724881 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ad5aa3-0e23-4509-b887-6a3436e9ecd3 None None] Network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:40.742682 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6066215 May 25 16:45:40.973080 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-925009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5153'] for router, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.119755 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0037117-55e4-4d7d-b513-529cb3f09f1b None None] Network b455f3eb-49cc-4ceb-bac1-19b7c73cd570 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:41.276177 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50760) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:41.422429 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0bfd59-4dcb-4811-8c80-9c213df327f0 None None] Network 3cd84780-79c2-49f4-8712-6e957fa2a968 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:41.446440 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50780) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:41.449372 dv-cinder-786386-6-smb neutron-server[98881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 16:45:41.597106 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.643504 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.674123 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-9d3169de-cf7f-4a08-a111-2256b71811b8 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:41.675631 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-9d3169de-cf7f-4a08-a111-2256b71811b8 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/networks?id=b455f3eb-49cc-4ceb-bac1-19b7c73cd570 HTTP/1.1" status: 200 len: 812 time: 0.2280788 May 25 16:45:41.692569 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-5c453aa6-834d-4cd3-b337-414971f4af23 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/quotas/989faa77d77c437cae975cfd10ba3f94 HTTP/1.1" status: 200 len: 375 time: 0.0106478 May 25 16:45:41.748842 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-5bf09f20-419f-41b8-a25b-c40bda398673 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=989faa77d77c437cae975cfd10ba3f94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464568 May 25 16:45:41.800257 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Allocated IP 172.28.3.220 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/f15997a6-6f86-421f-b3bd-adde79b54915) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:41.961351 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50796) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:41.971407 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fffbc45c-d08c-44a3-9569-433a7008d547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.975367 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.987012 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-fffbc45c-d08c-44a3-9569-433a7008d547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:41.990648 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-fffbc45c-d08c-44a3-9569-433a7008d547 admin admin] Usage tracker for resource:security_group_rule and tenant:a17685a808c74c8daa262b36b95c96f3 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:41.995704 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-fffbc45c-d08c-44a3-9569-433a7008d547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:42.003820 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-fffbc45c-d08c-44a3-9569-433a7008d547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:42.011563 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50806) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:42.103069 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.108145 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fffbc45c-d08c-44a3-9569-433a7008d547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.109016 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:42.188349 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fffbc45c-d08c-44a3-9569-433a7008d547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.194247 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:42.196705 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-18464dd3-5ab6-4bda-bd15-c360ad6a411c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.199999 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:42.209338 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:42.212731 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:42.243058 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-fffbc45c-d08c-44a3-9569-433a7008d547 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a17685a808c74c8daa262b36b95c96f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9646757 May 25 16:45:42.246595 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbc45c-d08c-44a3-9569-433a7008d547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a86370-c7e9-418a-8a56-ee7720e639ea,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:42.249240 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50816) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:42.267695 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-39e6d587-cb02-481a-be3c-aed11dc5b588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.277920 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-fffbc45c-d08c-44a3-9569-433a7008d547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:42.298038 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-39e6d587-cb02-481a-be3c-aed11dc5b588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:42.310122 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-39e6d587-cb02-481a-be3c-aed11dc5b588 admin admin] Usage tracker for resource:security_group_rule and tenant:f31a820effa6448a948bf0a693ebc272 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:42.314548 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-39e6d587-cb02-481a-be3c-aed11dc5b588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:42.323302 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-3c5adf86-203e-463c-a7a6-5ea26a58b7d7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:45:42.324330 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-3c5adf86-203e-463c-a7a6-5ea26a58b7d7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1901846 May 25 16:45:42.330407 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-39e6d587-cb02-481a-be3c-aed11dc5b588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:42.337063 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Pushing event updated for resources: {'Port': ['ID=f15997a6-6f86-421f-b3bd-adde79b54915,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:42.341751 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-18464dd3-5ab6-4bda-bd15-c360ad6a411c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:42.344424 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:42.355885 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-18464dd3-5ab6-4bda-bd15-c360ad6a411c admin admin] Usage tracker for resource:security_group_rule and tenant:473d136e94c8441dae00d65231c87dd1 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:42.359745 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-18464dd3-5ab6-4bda-bd15-c360ad6a411c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:42.369227 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-18464dd3-5ab6-4bda-bd15-c360ad6a411c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:42.383227 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50834) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:42.477252 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-278b8ad5-5322-47f9-97a7-ec63d2a6de50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.508719 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-18464dd3-5ab6-4bda-bd15-c360ad6a411c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.592559 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-278b8ad5-5322-47f9-97a7-ec63d2a6de50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.663243 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-18464dd3-5ab6-4bda-bd15-c360ad6a411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.676188 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:42.723438 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-18464dd3-5ab6-4bda-bd15-c360ad6a411c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=473d136e94c8441dae00d65231c87dd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7610526 May 25 16:45:42.728313 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50844) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:42.732940 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-605e380f-5f21-4a6c-909c-133999076ef3 service neutron] 10.222.0.49 "GET /v2.0/networks/b455f3eb-49cc-4ceb-bac1-19b7c73cd570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827646 May 25 16:45:42.733229 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18464dd3-5ab6-4bda-bd15-c360ad6a411c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78918636-54ea-4896-acc3-db2af65970a6,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:42.746020 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-18464dd3-5ab6-4bda-bd15-c360ad6a411c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:42.747195 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-6f4d303d-3c89-407f-bc3b-b303a7f1597b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:42.747572 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.747655 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-6f4d303d-3c89-407f-bc3b-b303a7f1597b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Synchronizing usage tracker for tenant:7f2d0896b886409484a882f871864fa7 on resource:network {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:42.862113 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-39e6d587-cb02-481a-be3c-aed11dc5b588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.921819 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-af0246b1-89c9-4a24-952a-3b20897f6f9b service neutron] 10.222.0.49 "GET /v2.0/networks/b455f3eb-49cc-4ceb-bac1-19b7c73cd570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639016 May 25 16:45:42.943475 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-233c71cf-75cc-45c7-80d7-6a2594ae0a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.964375 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-39e6d587-cb02-481a-be3c-aed11dc5b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.976011 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:43.010528 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6d587-cb02-481a-be3c-aed11dc5b588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923ac16b-4e60-4edd-bc37-5fc65dfd219e,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:43.014522 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-6f4d303d-3c89-407f-bc3b-b303a7f1597b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Unset dirty status for tenant:7f2d0896b886409484a882f871864fa7 on resource:network {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:43.016012 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-6f4d303d-3c89-407f-bc3b-b303a7f1597b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/networks?id=3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 200 len: 815 time: 0.6280901 May 25 16:45:43.017426 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-39e6d587-cb02-481a-be3c-aed11dc5b588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:43.021244 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-278b8ad5-5322-47f9-97a7-ec63d2a6de50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.043854 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-994677d3-a604-4b8d-a7b5-21427991d91b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/quotas/7f2d0896b886409484a882f871864fa7 HTTP/1.1" status: 200 len: 375 time: 0.0206738 May 25 16:45:43.057037 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-233c71cf-75cc-45c7-80d7-6a2594ae0a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.063964 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-644fa6aa-f3d8-41c1-94bc-5e48a267676f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:43.115781 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-39e6d587-cb02-481a-be3c-aed11dc5b588 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f31a820effa6448a948bf0a693ebc272&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1030061 May 25 16:45:43.123009 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b8ad5-5322-47f9-97a7-ec63d2a6de50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a86370-c7e9-418a-8a56-ee7720e639ea,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:43.124829 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50852) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:43.132237 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-45da678b-8800-4fd8-93de-d06367afd2e6 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748136 May 25 16:45:43.133075 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-278b8ad5-5322-47f9-97a7-ec63d2a6de50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:43.146716 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-278b8ad5-5322-47f9-97a7-ec63d2a6de50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.147942 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-278b8ad5-5322-47f9-97a7-ec63d2a6de50 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9a86370-c7e9-418a-8a56-ee7720e639ea HTTP/1.1" status: 204 len: 168 time: 0.8819916 May 25 16:45:43.206498 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c2d12481-827e-4847-9aea-eab5ab3acf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.236492 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c2d12481-827e-4847-9aea-eab5ab3acf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.268167 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924946'] for router, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.346054 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-233c71cf-75cc-45c7-80d7-6a2594ae0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.357190 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:43.371034 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c2d12481-827e-4847-9aea-eab5ab3acf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.378940 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-39e6d587-cb02-481a-be3c-aed11dc5b588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:43.416035 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d12481-827e-4847-9aea-eab5ab3acf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923ac16b-4e60-4edd-bc37-5fc65dfd219e,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:43.423960 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-c2d12481-827e-4847-9aea-eab5ab3acf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:43.426397 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c2d12481-827e-4847-9aea-eab5ab3acf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.430090 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-c2d12481-827e-4847-9aea-eab5ab3acf6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/923ac16b-4e60-4edd-bc37-5fc65dfd219e HTTP/1.1" status: 204 len: 168 time: 0.2995739 May 25 16:45:43.454687 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c71cf-75cc-45c7-80d7-6a2594ae0a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78918636-54ea-4896-acc3-db2af65970a6,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:43.470605 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-233c71cf-75cc-45c7-80d7-6a2594ae0a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:43.495560 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-233c71cf-75cc-45c7-80d7-6a2594ae0a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.496678 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-233c71cf-75cc-45c7-80d7-6a2594ae0a80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78918636-54ea-4896-acc3-db2af65970a6 HTTP/1.1" status: 204 len: 168 time: 0.7667630 May 25 16:45:43.527318 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bf8fa008-b012-494f-b31e-80faf1afbbd0 req-68404d72-e319-4aff-b8c0-ac30232753d5 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 210 time: 0.0591486 May 25 16:45:43.593863 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Router 65e1a245-6b51-4af5-8f0e-f13e9133076d is scheduled to L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 with binding_index 1 {{(pid=98882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:45:43.757847 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-287d0e31-7dc5-4171-9a1f-eae03cfb7b46 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:45:43.758909 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-287d0e31-7dc5-4171-9a1f-eae03cfb7b46 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3460207 May 25 16:45:43.853509 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:43.863286 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Sync routers for ids ['65e1a245-6b51-4af5-8f0e-f13e9133076d'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:43.880862 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Routers {'65e1a245-6b51-4af5-8f0e-f13e9133076d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:43.881605 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:45:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['65e1a245-6b51-4af5-8f0e-f13e9133076d'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:43.967078 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1748b98b-0ffe-4318-a131-9027fcc434dd service neutron] 10.222.0.49 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983399 May 25 16:45:43.993706 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Notify callbacks [] for router, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.002344 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8182392 May 25 16:45:44.004944 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50902) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:44.084335 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Set router 65e1a245-6b51-4af5-8f0e-f13e9133076d gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:44.124803 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-22e45a68-20ae-4ec2-9c74-71042f490e25 service neutron] 10.222.0.49 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509883 May 25 16:45:44.547067 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'name': 'tempest-ServerRescueNegativeTestJSON-859949889-router', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:40Z', 'updated_at': '2021-05-25T16:45:42Z', 'revision_number': 3, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'gw_port': {'id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:41Z', 'updated_at': '2021-05-25T16:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:44.552852 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Checking router: 65e1a245-6b51-4af5-8f0e-f13e9133076d for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:45:44.553520 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Updating router 65e1a245-6b51-4af5-8f0e-f13e9133076d port f15997a6-6f86-421f-b3bd-adde79b54915 binding host dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:45:44.585090 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a8e8347d-1bb0-4219-b40f-c68a58c178c9 req-2c6fa33b-fdf4-4737-8f93-56a6b140f006 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 210 time: 0.0990624 May 25 16:45:44.643862 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.730644 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ca49fbd3-81d2-46a2-a434-e580d627994d req-784104ee-017d-4bc1-8c46-f732c3d07b7c tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 210 time: 0.0690608 May 25 16:45:44.731035 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50944) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:44.774350 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2467a14a-3054-421b-a955-d0eedc404bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.808538 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50950) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:44.818602 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-2467a14a-3054-421b-a955-d0eedc404bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:44.822658 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-2467a14a-3054-421b-a955-d0eedc404bf3 admin admin] Usage tracker for resource:security_group_rule and tenant:f3ddab247950477cae3e34fee2047c83 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:44.828121 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-2467a14a-3054-421b-a955-d0eedc404bf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:44.837156 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a6d50b2f-0fa8-443d-a8cd-1563bf8a31a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.837888 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-2467a14a-3054-421b-a955-d0eedc404bf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:44.858634 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-a6d50b2f-0fa8-443d-a8cd-1563bf8a31a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:44.970511 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-a6d50b2f-0fa8-443d-a8cd-1563bf8a31a0 admin admin] Usage tracker for resource:security_group_rule and tenant:3ae93f20207745b98d48b19396103700 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:44.977687 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-a6d50b2f-0fa8-443d-a8cd-1563bf8a31a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:44.991209 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-a6d50b2f-0fa8-443d-a8cd-1563bf8a31a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:44.996791 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2467a14a-3054-421b-a955-d0eedc404bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.012353 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.056391 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2467a14a-3054-421b-a955-d0eedc404bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.065750 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9ea0fece-7d76-4a2e-8fc7-ab0c3fe36598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:45.078892 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.093049 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Transition to ACTIVE for port object f15997a6-6f86-421f-b3bd-adde79b54915 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:45.111724 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-2467a14a-3054-421b-a955-d0eedc404bf3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3ddab247950477cae3e34fee2047c83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3796864 May 25 16:45:45.112576 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467a14a-3054-421b-a955-d0eedc404bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ff2d75-95e0-4053-8c92-3fef242c2afd,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:45.113591 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50962) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:45.115799 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2467a14a-3054-421b-a955-d0eedc404bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:45.159543 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.164317 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:45.262543 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Attempting to bind port f15997a6-6f86-421f-b3bd-adde79b54915 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:45.263198 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Attempting to bind port f15997a6-6f86-421f-b3bd-adde79b54915 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:45.263573 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Attempting to bind port f15997a6-6f86-421f-b3bd-adde79b54915 on network 2f7e0120-dd4d-463e-a817-41806313a9a0 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:45.271290 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Pushing event updated for resources: {'Port': ['ID=f15997a6-6f86-421f-b3bd-adde79b54915,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:45.274812 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:45.275418 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Checking segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:45.275992 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.276965 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Bound using segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:45.277899 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Bound port: f15997a6-6f86-421f-b3bd-adde79b54915, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:45.278285 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.311309 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.311564 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.311899 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.312426 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.312760 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.313085 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.313439 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.313822 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.314144 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.314461 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.314974 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.315299 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Tracked resource versions report: May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: pushed versions: May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: { 'AddressGroup': {'1.2'}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'ConntrackHelper': {'1.0'}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'Log': {'1.0'}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'Network': {'1.1'}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'Port': {'1.7'}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'PortForwarding': {'1.2'}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'QosPolicy': {'1.8'}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'SecurityGroup': {'1.4'}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'SecurityGroupRule': {'1.2'}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'SubPort': {'1.0'}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'Subnet': {'1.1'}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'Trunk': {'1.1'}} May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: consumer versions: May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: { DHCP agent@dv-cinder-786386-6-smb: {}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: HyperV agent@hv-cinder-78638: {}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: L3 agent@dv-cinder-786386-6-smb: {}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: Metadata agent@dv-cinder-786386-6-smb: {}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: Metering agent@dv-cinder-786386-6-smb: {}, May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: Open vSwitch agent@dv-cinder-786386-6-smb: { 'AddressGroup': '1.2', May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'ConntrackHelper': '1.0', May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'Log': '1.0', May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'Network': '1.1', May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'Port': '1.7', May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'PortForwarding': '1.2', May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'QosPolicy': '1.8', May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'SecurityGroup': '1.4', May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'SecurityGroupRule': '1.2', May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'SubPort': '1.0', May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'Subnet': '1.1', May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: 'Trunk': '1.1'}} May 25 16:45:45.316524 dv-cinder-786386-6-smb neutron-server[98884]: {{(pid=98884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:45:45.319431 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:45.358375 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 50970) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:45.385427 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] For port f15997a6-6f86-421f-b3bd-adde79b54915, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:45.392562 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] For port f15997a6-6f86-421f-b3bd-adde79b54915, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=f15997a6-6f86-421f-b3bd-adde79b54915,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:45.407099 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5498-b36a-47e1-a98f-1feb937f27b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.410471 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a6d50b2f-0fa8-443d-a8cd-1563bf8a31a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.413451 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-831785f8-fff9-41fb-bc75-270a5184c0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.444122 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-8e3d5498-b36a-47e1-a98f-1feb937f27b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:45.446008 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Allocated IP 172.20.0.1 (3ccda8b5-013d-424f-a62b-c8cbf4c805b9/d92ea816-ea27-4895-99f6-b3d634b82c00/f82e6b0d-844e-42b7-b842-b6c807f89656) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:45.452441 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.459487 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-831785f8-fff9-41fb-bc75-270a5184c0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.466612 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-8e3d5498-b36a-47e1-a98f-1feb937f27b2 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e454e5c8c2482aba841c7c0d82d09e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:45.466922 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:45.481293 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-8e3d5498-b36a-47e1-a98f-1feb937f27b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:45.490885 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-8e3d5498-b36a-47e1-a98f-1feb937f27b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:45.515875 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a6d50b2f-0fa8-443d-a8cd-1563bf8a31a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.581055 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Routers {'65e1a245-6b51-4af5-8f0e-f13e9133076d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:45.581752 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:45:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['65e1a245-6b51-4af5-8f0e-f13e9133076d'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:45.599111 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-18464dd3-5ab6-4bda-bd15-c360ad6a411c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:45.675556 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-a6d50b2f-0fa8-443d-a8cd-1563bf8a31a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ae93f20207745b98d48b19396103700&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8637078 May 25 16:45:45.676600 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 50988) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:45.711343 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d50b2f-0fa8-443d-a8cd-1563bf8a31a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2405d150-6582-4d4c-ba1a-394b1893e591,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:45.721325 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a6d50b2f-0fa8-443d-a8cd-1563bf8a31a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:45.764066 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5498-b36a-47e1-a98f-1feb937f27b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.782806 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-831785f8-fff9-41fb-bc75-270a5184c0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.807553 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] Set router 65e1a245-6b51-4af5-8f0e-f13e9133076d gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:45.822505 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:45.830542 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-09766b4e-3eb1-4762-948a-22e665032429 req-b9142f2d-b14a-4d3a-a0fd-c65663316d19 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 210 time: 0.0616114 May 25 16:45:45.846369 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-8e3d5498-b36a-47e1-a98f-1feb937f27b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.857057 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831785f8-fff9-41fb-bc75-270a5184c0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ff2d75-95e0-4053-8c92-3fef242c2afd,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:45.858957 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:45.884215 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-831785f8-fff9-41fb-bc75-270a5184c0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:45.902685 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.934350 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-831785f8-fff9-41fb-bc75-270a5184c0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.935539 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-831785f8-fff9-41fb-bc75-270a5184c0df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6ff2d75-95e0-4053-8c92-3fef242c2afd HTTP/1.1" status: 204 len: 168 time: 0.8200445 May 25 16:45:45.940350 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6b83d563-9660-4777-ba9c-57716c62a780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.991735 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6b83d563-9660-4777-ba9c-57716c62a780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.153255 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a55d17a0-a53a-453c-8032-4f03c6738901 req-15dd18fc-5ccc-45a5-b994-6f10a29645d7 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 210 time: 0.1649828 May 25 16:45:46.156151 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d5498-b36a-47e1-a98f-1feb937f27b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e83dbf-9251-4eac-9590-64d019956217,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:46.163462 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-8e3d5498-b36a-47e1-a98f-1feb937f27b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0e454e5c8c2482aba841c7c0d82d09e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8037460 May 25 16:45:46.165630 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-8e3d5498-b36a-47e1-a98f-1feb937f27b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:46.166013 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 51014) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:46.170817 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Pushing event updated for resources: {'Port': ['ID=f15997a6-6f86-421f-b3bd-adde79b54915,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:46.174414 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:46.202819 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'name': 'tempest-ServerRescueNegativeTestJSON-859949889-router', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:40Z', 'updated_at': '2021-05-25T16:45:42Z', 'revision_number': 3, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'gw_port': {'id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:41Z', 'updated_at': '2021-05-25T16:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:46.208473 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a8be6-908f-4cc3-9d9d-7a542b6b7e7e None None] The sync data for ids ['65e1a245-6b51-4af5-8f0e-f13e9133076d'] in dv-cinder-786386-6-smb is: [{'id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'name': 'tempest-ServerRescueNegativeTestJSON-859949889-router', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:40Z', 'updated_at': '2021-05-25T16:45:42Z', 'revision_number': 3, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'gw_port': {'id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:41Z', 'updated_at': '2021-05-25T16:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:46.213298 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6b83d563-9660-4777-ba9c-57716c62a780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.229887 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a6d50b2f-0fa8-443d-a8cd-1563bf8a31a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:46.255704 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.263350 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83d563-9660-4777-ba9c-57716c62a780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2405d150-6582-4d4c-ba1a-394b1893e591,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:46.266020 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-6b83d563-9660-4777-ba9c-57716c62a780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:46.284785 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-eeaa314c-7e94-4da3-8758-e2f683b84536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:46.346103 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6b83d563-9660-4777-ba9c-57716c62a780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.347692 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-6b83d563-9660-4777-ba9c-57716c62a780 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2405d150-6582-4d4c-ba1a-394b1893e591 HTTP/1.1" status: 204 len: 168 time: 0.6645458 May 25 16:45:46.357402 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9c88698b-0486-44a6-a04d-8e5c4d3b0875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.386495 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:46.392283 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:46.399872 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:46.399872 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924003'] for router_interface, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.541414 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9c88698b-0486-44a6-a04d-8e5c4d3b0875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.643464 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f82e6b0d-844e-42b7-b842-b6c807f89656,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:46.660767 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:46.813065 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9c88698b-0486-44a6-a04d-8e5c4d3b0875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.826457 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:46.841517 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88698b-0486-44a6-a04d-8e5c4d3b0875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e83dbf-9251-4eac-9590-64d019956217,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:46.861083 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9c88698b-0486-44a6-a04d-8e5c4d3b0875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:46.877185 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9c88698b-0486-44a6-a04d-8e5c4d3b0875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.877185 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-9c88698b-0486-44a6-a04d-8e5c4d3b0875 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48e83dbf-9251-4eac-9590-64d019956217 HTTP/1.1" status: 204 len: 168 time: 0.7090709 May 25 16:45:46.968213 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ba3023ec-b1ca-4380-a003-fd77c7b711ec req-25013bf7-1cee-499b-81cc-e044c5585ef8 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 210 time: 0.0680716 May 25 16:45:47.030925 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.401046 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.462589 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.464379 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924110'] for router_interface, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.477040 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:47.501054 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-775a4542-fefb-4a0c-b8e6-3944bf301d7d req-6cc06413-c1d0-405a-80aa-5dc5d89ff353 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 210 time: 0.0836341 May 25 16:45:47.604166 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f15997a6-6f86-421f-b3bd-adde79b54915 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:47.723729 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f82e6b0d-844e-42b7-b842-b6c807f89656,revision_number=2']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:47.737555 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:47.774024 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:47.774120 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:47.816574 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port f15997a6-6f86-421f-b3bd-adde79b54915 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:47.826356 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port f15997a6-6f86-421f-b3bd-adde79b54915 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:47.826356 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.023202 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.047603 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port f15997a6-6f86-421f-b3bd-adde79b54915, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=f15997a6-6f86-421f-b3bd-adde79b54915,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:48.107974 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 51114) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:48.119175 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Router 65e1a245-6b51-4af5-8f0e-f13e9133076d has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:45:48.142846 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.145398 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-2f17f104-f291-4430-bf87-c096cdb69987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:48.234335 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2122d047-1241-47de-8103-b58cdaf4fa96 req-08c77063-f6a4-4d54-82c7-6433398a1a66 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 210 time: 0.0750172 May 25 16:45:48.268101 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=f15997a6-6f86-421f-b3bd-adde79b54915,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:48.277309 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.277309 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.277309 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.277309 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.277694 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.277961 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.278284 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.278603 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.278922 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.279239 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.279555 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.279916 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Tracked resource versions report: May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: pushed versions: May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: { 'AddressGroup': {'1.2'}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'ConntrackHelper': {'1.0'}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'Log': {'1.0'}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'Network': {'1.1'}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'Port': {'1.7'}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'PortForwarding': {'1.2'}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'QosPolicy': {'1.8'}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'SecurityGroup': {'1.4'}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'SecurityGroupRule': {'1.2'}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'SubPort': {'1.0'}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'Subnet': {'1.1'}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'Trunk': {'1.1'}} May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: consumer versions: May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: { DHCP agent@dv-cinder-786386-6-smb: {}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: HyperV agent@hv-cinder-78638: {}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: L3 agent@dv-cinder-786386-6-smb: {}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: Metadata agent@dv-cinder-786386-6-smb: {}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: Metering agent@dv-cinder-786386-6-smb: {}, May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: Open vSwitch agent@dv-cinder-786386-6-smb: { 'AddressGroup': '1.2', May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'ConntrackHelper': '1.0', May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'Log': '1.0', May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'Network': '1.1', May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'Port': '1.7', May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'PortForwarding': '1.2', May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'QosPolicy': '1.8', May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'SecurityGroup': '1.4', May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'SecurityGroupRule': '1.2', May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'SubPort': '1.0', May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'Subnet': '1.1', May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: 'Trunk': '1.1'}} May 25 16:45:48.280874 dv-cinder-786386-6-smb neutron-server[98883]: {{(pid=98883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:45:48.284246 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:48.346510 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:48.351446 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] 10.222.0.49 "PUT /v2.0/routers/65e1a245-6b51-4af5-8f0e-f13e9133076d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3446569 May 25 16:45:48.393591 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Sync routers for ids ['65e1a245-6b51-4af5-8f0e-f13e9133076d'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:48.403336 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Routers {'65e1a245-6b51-4af5-8f0e-f13e9133076d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:48.403960 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:45:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['65e1a245-6b51-4af5-8f0e-f13e9133076d'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:48.505606 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5828aaf5-25b6-4cf1-92e1-cb58e2c50d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.525515 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-5828aaf5-25b6-4cf1-92e1-cb58e2c50d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:48.529937 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-5828aaf5-25b6-4cf1-92e1-cb58e2c50d38 admin admin] Usage tracker for resource:security_group_rule and tenant:1857d37dac4a43a0b4f7f8d19da93e4d is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:48.532806 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-5828aaf5-25b6-4cf1-92e1-cb58e2c50d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:48.538976 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-5828aaf5-25b6-4cf1-92e1-cb58e2c50d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:48.613002 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Set router 65e1a245-6b51-4af5-8f0e-f13e9133076d gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:48.669932 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5828aaf5-25b6-4cf1-92e1-cb58e2c50d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.791518 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5828aaf5-25b6-4cf1-92e1-cb58e2c50d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.875858 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e762889f-f7c0-4595-a1dd-23d0af80323c req-7a02f00e-e3f5-4c09-965a-a3ad147db360 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 210 time: 0.1565559 May 25 16:45:48.876473 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:48.898655 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.39', 57469) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:48.950789 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-5828aaf5-25b6-4cf1-92e1-cb58e2c50d38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1857d37dac4a43a0b4f7f8d19da93e4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8305216 May 25 16:45:48.969433 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 51154) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:48.981893 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828aaf5-25b6-4cf1-92e1-cb58e2c50d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f34b1d1-c074-4326-8470-8bcec0a8e657,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:48.998066 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5828aaf5-25b6-4cf1-92e1-cb58e2c50d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:49.201930 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-4d347b8f-b16a-48b3-aba4-dc65b6708900 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:49.203036 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-4d347b8f-b16a-48b3-aba4-dc65b6708900 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Synchronizing usage tracker for tenant:989faa77d77c437cae975cfd10ba3f94 on resource:network {{(pid=98882) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:49.215691 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'name': 'tempest-ServerRescueNegativeTestJSON-859949889-router', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:40Z', 'updated_at': '2021-05-25T16:45:46Z', 'revision_number': 4, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'gw_port': {'id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:41Z', 'updated_at': '2021-05-25T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'f82e6b0d-844e-42b7-b842-b6c807f89656', 'name': '', 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'mac_address': 'fa:16:3e:d4:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd92ea816-ea27-4895-99f6-b3d634b82c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:45Z', 'updated_at': '2021-05-25T16:45:47Z', 'revision_number': 2, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'subnets': [{'id': 'd92ea816-ea27-4895-99f6-b3d634b82c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:49.228297 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Checking router: 65e1a245-6b51-4af5-8f0e-f13e9133076d for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:45:49.230189 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Updating router 65e1a245-6b51-4af5-8f0e-f13e9133076d port f82e6b0d-844e-42b7-b842-b6c807f89656 binding host dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:45:49.249909 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e134aec1-4542-4690-86e6-45ebe0181bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.282506 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e134aec1-4542-4690-86e6-45ebe0181bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.336437 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.349199 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-4d347b8f-b16a-48b3-aba4-dc65b6708900 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Unset dirty status for tenant:989faa77d77c437cae975cfd10ba3f94 on resource:network {{(pid=98882) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:49.354062 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-4d347b8f-b16a-48b3-aba4-dc65b6708900 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.39 "GET /v2.0/networks?id=b455f3eb-49cc-4ceb-bac1-19b7c73cd570 HTTP/1.1" status: 200 len: 812 time: 0.4541054 May 25 16:45:49.422651 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Request body: {'port': {'device_id': '4bd2456f-8920-42a6-a654-ae7f6035343f', 'network_id': 'b455f3eb-49cc-4ceb-bac1-19b7c73cd570', 'admin_state_up': True, 'tenant_id': '989faa77d77c437cae975cfd10ba3f94'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:49.439977 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e134aec1-4542-4690-86e6-45ebe0181bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.451375 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c9cd28e2-66a4-462b-9faa-abd69c9709dd req-71d4bc7e-93d9-42d8-99de-6c25f3210ea2 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 210 time: 0.0666308 May 25 16:45:49.536694 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-233c71cf-75cc-45c7-80d7-6a2594ae0a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:49.569853 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134aec1-4542-4690-86e6-45ebe0181bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f34b1d1-c074-4326-8470-8bcec0a8e657,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:49.585375 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-e134aec1-4542-4690-86e6-45ebe0181bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:49.591204 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e134aec1-4542-4690-86e6-45ebe0181bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.595026 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-e134aec1-4542-4690-86e6-45ebe0181bb7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f34b1d1-c074-4326-8470-8bcec0a8e657 HTTP/1.1" status: 204 len: 168 time: 0.6144879 May 25 16:45:49.609099 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f15997a6-6f86-421f-b3bd-adde79b54915 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:49.667840 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:49.673131 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Usage tracker for resource:port and tenant:989faa77d77c437cae975cfd10ba3f94 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:49.675996 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:49.682724 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:49.693252 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.39', 57472) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:49.793354 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port f15997a6-6f86-421f-b3bd-adde79b54915 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:49.793866 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.812237 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Made reservation on behalf of 989faa77d77c437cae975cfd10ba3f94 for: {'port': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:49.816738 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.011396 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-037e939c-72be-44d0-ae20-a79d39b24a90 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:50.012732 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-037e939c-72be-44d0-ae20-a79d39b24a90 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "GET /v2.0/networks?id=3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 200 len: 815 time: 0.3178835 May 25 16:45:50.028847 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Request body: {'port': {'device_id': 'e121eec1-1756-4386-ac53-59070b945911', 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968', 'admin_state_up': True, 'tenant_id': '7f2d0896b886409484a882f871864fa7'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:50.158038 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Allocated IP 172.20.0.6 (b455f3eb-49cc-4ceb-bac1-19b7c73cd570/4ac7bc1a-28c0-4546-b28b-00a30db35c85/ac64b000-09dc-43c5-b0ac-aa3ee02474ed) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:50.202008 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c85f6462-5a66-430a-92ad-8c257aa37268 req-2c06b1d5-3a42-4939-9959-b4a68b23ee3b tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 210 time: 0.1103740 May 25 16:45:50.220200 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-e94b2f79-7436-45a3-9467-2b8c388d7596 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:50.221227 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-e94b2f79-7436-45a3-9467-2b8c388d7596 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Synchronizing usage tracker for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:network {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:50.233513 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Notify callbacks [] for port, precommit_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.252358 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Transition to ACTIVE for port object f82e6b0d-844e-42b7-b842-b6c807f89656 will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:50.310134 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 51212) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:50.336973 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.341988 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:50.373343 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-e94b2f79-7436-45a3-9467-2b8c388d7596 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Unset dirty status for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:network {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:50.379905 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-e94b2f79-7436-45a3-9467-2b8c388d7596 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/networks?id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 200 len: 818 time: 0.6523435 May 25 16:45:50.402861 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-f2c7c09f-a2ac-4bbd-bb01-16b8c0a70429 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/quotas/8fe1a879e86b465aa8757786b17618b4 HTTP/1.1" status: 200 len: 375 time: 0.0215995 May 25 16:45:50.408633 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.417911 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:50.490514 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Usage tracker for resource:port and tenant:7f2d0896b886409484a882f871864fa7 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:50.497320 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.498838 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6cc55-fd41-4cac-8579-786e163c52a6 None None] Pushing event updated for resources: {'Port': ['ID=f82e6b0d-844e-42b7-b842-b6c807f89656,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:50.506709 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:50.539485 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:50.567625 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-5de6cc55-fd41-4cac-8579-786e163c52a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:50.570862 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:50.606355 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Pushing event updated for resources: {'Port': ['ID=ac64b000-09dc-43c5-b0ac-aa3ee02474ed,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:50.611887 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:50.626261 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Network b455f3eb-49cc-4ceb-bac1-19b7c73cd570 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:50.628909 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:50.640423 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-abb88325-8789-4a74-b7ee-4dc5a8822de6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2362173 May 25 16:45:50.645560 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:50.656182 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:50.657641 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for port, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.012084 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Made reservation on behalf of 7f2d0896b886409484a882f871864fa7 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:51.012084 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.013519 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4015267 May 25 16:45:51.013519 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-5b41e551-a4b8-45d7-a99d-313b7d33d0dd tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=98882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:45:51.013519 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-5b41e551-a4b8-45d7-a99d-313b7d33d0dd tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057058 May 25 16:45:51.015857 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-80838ede-4bfe-4161-9fae-e3be86b8e72c req-17e2678b-c87f-42bf-bc2a-487b6a45d6f6 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 210 time: 0.0901213 May 25 16:45:51.016623 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Attempting to bind port f82e6b0d-844e-42b7-b842-b6c807f89656 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:51.016623 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Attempting to bind port f82e6b0d-844e-42b7-b842-b6c807f89656 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:51.016623 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Attempting to bind port f82e6b0d-844e-42b7-b842-b6c807f89656 on network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:51.016623 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:51.016623 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Checking segment: {'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:51.016623 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.016623 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Bound using segment: {'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:51.016623 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Bound port: f82e6b0d-844e-42b7-b842-b6c807f89656, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:51.016623 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.018643 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-835ce8f1-1e21-4166-b629-6179436225cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.026091 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-835ce8f1-1e21-4166-b629-6179436225cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:51.042762 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-835ce8f1-1e21-4166-b629-6179436225cd admin admin] Usage tracker for resource:security_group_rule and tenant:004b854fb49a49f3b1e91ec94e2bcecb is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:51.048550 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-835ce8f1-1e21-4166-b629-6179436225cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:51.061836 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] For port f82e6b0d-844e-42b7-b842-b6c807f89656, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:51.063757 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-835ce8f1-1e21-4166-b629-6179436225cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:51.076319 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] For port f82e6b0d-844e-42b7-b842-b6c807f89656, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=f82e6b0d-844e-42b7-b842-b6c807f89656,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:51.076573 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-c731cc3e-a84b-4051-b2fa-50e35f7e27e2 service neutron] 10.222.0.49 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260707 May 25 16:45:51.239568 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Allocated IP 172.20.0.6 (3cd84780-79c2-49f4-8712-6e957fa2a968/0edd47ab-d383-40ea-a08d-709643e97121/f927a76c-fec9-43e5-b79f-12f7ba3f8378) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:51.291569 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.297372 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-5de6cc55-fd41-4cac-8579-786e163c52a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:51.381447 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Routers {'65e1a245-6b51-4af5-8f0e-f13e9133076d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:51.382090 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:45:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['65e1a245-6b51-4af5-8f0e-f13e9133076d'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:51.427618 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-5b77b9b7-5f55-4248-a575-7488a0fe8781 service neutron] 10.222.0.49 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480725 May 25 16:45:51.441962 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 51252) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:51.453754 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6cc55-fd41-4cac-8579-786e163c52a6 None None] Pushing event updated for resources: {'Port': ['ID=f82e6b0d-844e-42b7-b842-b6c807f89656,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:51.482863 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-5de6cc55-fd41-4cac-8579-786e163c52a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:51.484464 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-23f51e53-2fad-4182-afbc-469b963fd7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.497948 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-835ce8f1-1e21-4166-b629-6179436225cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.516430 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-23f51e53-2fad-4182-afbc-469b963fd7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:51.520680 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-23f51e53-2fad-4182-afbc-469b963fd7bd admin admin] Usage tracker for resource:security_group_rule and tenant:8ced686fe81e478ebb9dd7f727894b51 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:51.529211 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-23f51e53-2fad-4182-afbc-469b963fd7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:51.540537 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-23f51e53-2fad-4182-afbc-469b963fd7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:51.614690 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] Set router 65e1a245-6b51-4af5-8f0e-f13e9133076d gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:51.672925 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-835ce8f1-1e21-4166-b629-6179436225cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.699111 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:51.701093 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-23f51e53-2fad-4182-afbc-469b963fd7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.779916 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 51264) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:51.780062 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-835ce8f1-1e21-4166-b629-6179436225cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=004b854fb49a49f3b1e91ec94e2bcecb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4686911 May 25 16:45:51.799488 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65442a7-0a70-44ae-906a-27ede9005166 req-2d7c70af-1931-475d-9d9d-6d042eb6e0e5 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:51.806741 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f65442a7-0a70-44ae-906a-27ede9005166 req-2d7c70af-1931-475d-9d9d-6d042eb6e0e5 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 931 time: 0.4943743 May 25 16:45:51.811270 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ce8f1-1e21-4166-b629-6179436225cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eea20d2-6bb1-4fdc-94bf-a69ded5e3a23,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:51.825874 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-23f51e53-2fad-4182-afbc-469b963fd7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.860773 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-835ce8f1-1e21-4166-b629-6179436225cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:51.934724 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-831785f8-fff9-41fb-bc75-270a5184c0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:51.955629 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-23f51e53-2fad-4182-afbc-469b963fd7bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ced686fe81e478ebb9dd7f727894b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101173 May 25 16:45:51.956109 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 51272) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:52.000840 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-605f4617-a5cd-4d7f-9728-eb03c8c9ae82 req-7f3cbd34-eb41-405e-9a59-8aa7741b2290 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 210 time: 0.1636219 May 25 16:45:52.068074 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f65442a7-0a70-44ae-906a-27ede9005166 req-8386d6d4-664d-45f3-9bfe-545b31cb47eb tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594016 May 25 16:45:52.076377 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.172932 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d7e2b60d-c0b4-4f9f-80a4-634190182580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.194032 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.203340 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5b20981b-3378-4e78-8c1a-771069fd2a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:52.217385 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f51e53-2fad-4182-afbc-469b963fd7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725d8a87-7bfb-4e80-8baf-50c75fda3caa,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:52.244102 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-23f51e53-2fad-4182-afbc-469b963fd7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:52.320136 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d7e2b60d-c0b4-4f9f-80a4-634190182580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.403479 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Request body: {'port': {'device_id': '4bd2456f-8920-42a6-a654-ae7f6035343f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:52.467103 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'name': 'tempest-ServerRescueNegativeTestJSON-859949889-router', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:40Z', 'updated_at': '2021-05-25T16:45:46Z', 'revision_number': 4, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'gw_port': {'id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:41Z', 'updated_at': '2021-05-25T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'f82e6b0d-844e-42b7-b842-b6c807f89656', 'name': '', 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'mac_address': 'fa:16:3e:d4:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd92ea816-ea27-4895-99f6-b3d634b82c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:45Z', 'updated_at': '2021-05-25T16:45:51Z', 'revision_number': 4, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'subnets': [{'id': 'd92ea816-ea27-4895-99f6-b3d634b82c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:52.472878 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77d133-0610-4d1e-8056-ebb56c7c603d None None] The sync data for ids ['65e1a245-6b51-4af5-8f0e-f13e9133076d'] in dv-cinder-786386-6-smb is: [{'id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'name': 'tempest-ServerRescueNegativeTestJSON-859949889-router', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:40Z', 'updated_at': '2021-05-25T16:45:46Z', 'revision_number': 4, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'gw_port': {'id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:41Z', 'updated_at': '2021-05-25T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'f82e6b0d-844e-42b7-b842-b6c807f89656', 'name': '', 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'mac_address': 'fa:16:3e:d4:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd92ea816-ea27-4895-99f6-b3d634b82c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:45Z', 'updated_at': '2021-05-25T16:45:51Z', 'revision_number': 4, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'subnets': [{'id': 'd92ea816-ea27-4895-99f6-b3d634b82c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:52.483997 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c134a5d4-cb11-4752-a561-629bcd88d9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.615525 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Network 3cd84780-79c2-49f4-8712-6e957fa2a968 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:52.640696 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:52.658580 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:52.671758 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:52.671758 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.710587 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Pushing event updated for resources: {'Port': ['ID=f927a76c-fec9-43e5-b79f-12f7ba3f8378,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:52.726080 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:52.815767 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c134a5d4-cb11-4752-a561-629bcd88d9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.846206 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45545759-47d5-466f-8936-409a5205c9bf req-59912b8c-18ac-4a27-8b55-6cd8ddb97371 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:52.847277 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-45545759-47d5-466f-8936-409a5205c9bf req-59912b8c-18ac-4a27-8b55-6cd8ddb97371 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Synchronizing usage tracker for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:52.978545 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.996549 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c134a5d4-cb11-4752-a561-629bcd88d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.008620 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:53.031740 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-1f786667-d2e1-43bf-accb-95331a7c8dc9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0059049 May 25 16:45:53.078514 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Request body: {'port': {'device_id': 'e121eec1-1756-4386-ac53-59070b945911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:53.192160 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d7e2b60d-c0b4-4f9f-80a4-634190182580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.201035 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134a5d4-cb11-4752-a561-629bcd88d9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725d8a87-7bfb-4e80-8baf-50c75fda3caa,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:53.214333 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-c134a5d4-cb11-4752-a561-629bcd88d9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:53.217154 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-23f51e53-2fad-4182-afbc-469b963fd7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:53.233104 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-45545759-47d5-466f-8936-409a5205c9bf req-59912b8c-18ac-4a27-8b55-6cd8ddb97371 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Unset dirty status for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:53.239751 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d7e2b60d-c0b4-4f9f-80a4-634190182580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.239751 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d7e2b60d-c0b4-4f9f-80a4-634190182580 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3eea20d2-6bb1-4fdc-94bf-a69ded5e3a23 HTTP/1.1" status: 204 len: 168 time: 1.4581103 May 25 16:45:53.241092 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2b60d-c0b4-4f9f-80a4-634190182580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eea20d2-6bb1-4fdc-94bf-a69ded5e3a23,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:53.246710 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45545759-47d5-466f-8936-409a5205c9bf req-59912b8c-18ac-4a27-8b55-6cd8ddb97371 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 931 time: 1.0447249 May 25 16:45:53.247647 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c134a5d4-cb11-4752-a561-629bcd88d9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.255798 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-c134a5d4-cb11-4752-a561-629bcd88d9ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/725d8a87-7bfb-4e80-8baf-50c75fda3caa HTTP/1.1" status: 204 len: 168 time: 1.2779484 May 25 16:45:53.294121 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d7e2b60d-c0b4-4f9f-80a4-634190182580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:53.353021 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-c5f02c8f-cae7-47ec-b302-ce60c3235a96 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:53.353021 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-c5f02c8f-cae7-47ec-b302-ce60c3235a96 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/networks?id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 200 len: 818 time: 0.4969175 May 25 16:45:53.439014 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.481112 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-d239c5f4-705a-4b72-88ac-17bdc37b056b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/quotas/8fe1a879e86b465aa8757786b17618b4 HTTP/1.1" status: 200 len: 375 time: 0.1015713 May 25 16:45:53.485068 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-45545759-47d5-466f-8936-409a5205c9bf req-454c4a4a-d018-4621-874e-6bb85d93eb77 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Synchronizing usage tracker for tenant:7f2d0896b886409484a882f871864fa7 on resource:security_group {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:53.688821 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f82e6b0d-844e-42b7-b842-b6c807f89656 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:53.808353 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-45545759-47d5-466f-8936-409a5205c9bf req-454c4a4a-d018-4621-874e-6bb85d93eb77 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Unset dirty status for tenant:7f2d0896b886409484a882f871864fa7 on resource:security_group {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:53.825963 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45545759-47d5-466f-8936-409a5205c9bf req-454c4a4a-d018-4621-874e-6bb85d93eb77 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783195 May 25 16:45:53.874223 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-b2918a58-2e16-4e3b-91e7-b46c77cdd2bb tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3908293 May 25 16:45:54.055702 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.notifiers.nova [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac64b000-09dc-43c5-b0ac-aa3ee02474ed {{(pid=98882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:45:54.057385 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port f82e6b0d-844e-42b7-b842-b6c807f89656 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:54.065435 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port f82e6b0d-844e-42b7-b842-b6c807f89656 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:54.066037 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.083246 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.132637 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.provisioning_blocks [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Transition to ACTIVE for port object ac64b000-09dc-43c5-b0ac-aa3ee02474ed will not be triggered until provisioned by entity L2. {{(pid=98882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:54.233994 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.250986 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f4819adc-29fa-40e3-8f88-367dea1757e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:54.358938 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.408089 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-bfbe7add-56c1-4c85-bde6-e656840662b1 service neutron] 10.222.0.49 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327756 May 25 16:45:54.445695 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port f82e6b0d-844e-42b7-b842-b6c807f89656, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=f82e6b0d-844e-42b7-b842-b6c807f89656,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:54.504384 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.db.resource_extend [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:45:54.533851 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ddce3-20e9-4ef2-a1d8-2bb8bc083dcd req-5c2ed737-b201-4f7f-806e-2e4dfe4b2a6a tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:54.535594 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-683ddce3-20e9-4ef2-a1d8-2bb8bc083dcd req-5c2ed737-b201-4f7f-806e-2e4dfe4b2a6a tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 931 time: 0.5328634 May 25 16:45:54.582288 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.585633 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:54.666229 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac64b000-09dc-43c5-b0ac-aa3ee02474ed,revision_number=2']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:54.676075 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:54.693226 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f927a76c-fec9-43e5-b79f-12f7ba3f8378 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:45:54.700372 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.managers [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Attempting to bind port ac64b000-09dc-43c5-b0ac-aa3ee02474ed on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:54.700762 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.managers [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Attempting to bind port ac64b000-09dc-43c5-b0ac-aa3ee02474ed by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '482084e5-7102-41bb-959e-6dfe64942470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b455f3eb-49cc-4ceb-bac1-19b7c73cd570'}] {{(pid=98882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:54.701132 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Attempting to bind port ac64b000-09dc-43c5-b0ac-aa3ee02474ed on network b455f3eb-49cc-4ceb-bac1-19b7c73cd570 {{(pid=98882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:54.707743 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Port ac64b000-09dc-43c5-b0ac-aa3ee02474ed on network b455f3eb-49cc-4ceb-bac1-19b7c73cd570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:45:54.708067 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Attempting to bind port ac64b000-09dc-43c5-b0ac-aa3ee02474ed on network b455f3eb-49cc-4ceb-bac1-19b7c73cd570 {{(pid=98882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:54.715747 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:54.716257 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Checking segment: {'id': '482084e5-7102-41bb-959e-6dfe64942470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b455f3eb-49cc-4ceb-bac1-19b7c73cd570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:54.717141 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Bound using segment: {'id': '482084e5-7102-41bb-959e-6dfe64942470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b455f3eb-49cc-4ceb-bac1-19b7c73cd570'} {{(pid=98882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:54.717883 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.managers [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Bound port: ac64b000-09dc-43c5-b0ac-aa3ee02474ed, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482084e5-7102-41bb-959e-6dfe64942470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b455f3eb-49cc-4ceb-bac1-19b7c73cd570'}}] {{(pid=98882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:54.718319 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.721865 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.727262 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-683ddce3-20e9-4ef2-a1d8-2bb8bc083dcd req-b144dea9-2d66-46ef-a457-8715c338b6a4 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789691 May 25 16:45:54.754718 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-41faa6f1-cb88-4838-9b5c-68c37784a1a4 service neutron] 10.222.0.49 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450859 May 25 16:45:54.776942 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Transition to ACTIVE for port object f927a76c-fec9-43e5-b79f-12f7ba3f8378 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:54.875439 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=f82e6b0d-844e-42b7-b842-b6c807f89656,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:54.879059 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.887329 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:54.892201 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:54.984824 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.db [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] For port ac64b000-09dc-43c5-b0ac-aa3ee02474ed, host hv-cinder-78638, cleared binding levels {{(pid=98882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:54.993223 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.db [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] For port ac64b000-09dc-43c5-b0ac-aa3ee02474ed, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ac64b000-09dc-43c5-b0ac-aa3ee02474ed,segment=NetworkSegment(482084e5-7102-41bb-959e-6dfe64942470),segment_id=482084e5-7102-41bb-959e-6dfe64942470)] {{(pid=98882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:55.104795 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.132016 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-76c1c034-7ec4-4e6c-9a01-0eb230a47482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.139048 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:55.400004 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:55.401897 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for port, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.406313 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac64b000-09dc-43c5-b0ac-aa3ee02474ed HTTP/1.1" status: 200 len: 1093 time: 3.8453097 May 25 16:45:55.409872 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd2456f-8920-42a6-a654-ae7f6035343f', 'tag': 'ac64b000-09dc-43c5-b0ac-aa3ee02474ed'}] {{(pid=98882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:45:55.503240 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac64b000-09dc-43c5-b0ac-aa3ee02474ed,revision_number=3']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:55.512149 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:55.527299 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-318d67cf-2650-41c8-bb69-1fd3db995851 req-dc76fb4f-b8f3-4184-9874-1c9965f89201 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 210 time: 0.2050159 May 25 16:45:55.674165 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f82e6b0d-844e-42b7-b842-b6c807f89656 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:55.681555 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.39', 57480) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:55.924210 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-c6f06673-a9a4-45d7-85cc-261e8573b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:55.925836 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-c6f06673-a9a4-45d7-85cc-261e8573b84a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=989faa77d77c437cae975cfd10ba3f94&device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 1096 time: 0.3124130 May 25 16:45:55.964880 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.985645 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port f82e6b0d-844e-42b7-b842-b6c807f89656 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:55.986031 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.051074 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-c8e4a931-d336-4313-aa14-41e17935dea9 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:56.052602 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-c8e4a931-d336-4313-aa14-41e17935dea9 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.39 "GET /v2.0/networks?id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 200 len: 818 time: 0.3583047 May 25 16:45:56.065978 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Pushing event updated for resources: {'Port': ['ID=f927a76c-fec9-43e5-b79f-12f7ba3f8378,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:56.090007 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.206s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:56.094964 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Request body: {'port': {'device_id': '0bbd2e58-e331-4a68-a072-f51eeaf077f6', 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9', 'admin_state_up': True, 'tenant_id': '8fe1a879e86b465aa8757786b17618b4'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:56.163886 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-7bcb3dc9-e267-4dd3-838f-3d44d0345297 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac64b000-09dc-43c5-b0ac-aa3ee02474ed HTTP/1.1" status: 200 len: 217 time: 0.2128928 May 25 16:45:56.288499 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-4b07a7cf-ee10-4a27-8519-0854ab816eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:56.291026 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-4b07a7cf-ee10-4a27-8519-0854ab816eba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac7bc1a-28c0-4546-b28b-00a30db35c85 HTTP/1.1" status: 200 len: 852 time: 0.1162000 May 25 16:45:56.412029 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-4d6aab5e-74a2-4100-b08f-3af7a464e804 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b455f3eb-49cc-4ceb-bac1-19b7c73cd570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026840 May 25 16:45:56.543150 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Attempting to bind port f927a76c-fec9-43e5-b79f-12f7ba3f8378 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:56.543509 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Attempting to bind port f927a76c-fec9-43e5-b79f-12f7ba3f8378 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:56.543862 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Attempting to bind port f927a76c-fec9-43e5-b79f-12f7ba3f8378 on network 3cd84780-79c2-49f4-8712-6e957fa2a968 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:56.586922 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Port f927a76c-fec9-43e5-b79f-12f7ba3f8378 on network 3cd84780-79c2-49f4-8712-6e957fa2a968 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:45:56.587260 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Attempting to bind port f927a76c-fec9-43e5-b79f-12f7ba3f8378 on network 3cd84780-79c2-49f4-8712-6e957fa2a968 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:56.645476 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce9185-3062-4bc9-8e33-cd2882344ffb req-daeb753b-2fe3-41f8-8ea8-ade9d3b0800e tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:56.646923 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f8ce9185-3062-4bc9-8e33-cd2882344ffb req-daeb753b-2fe3-41f8-8ea8-ade9d3b0800e tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 943 time: 1.4067547 May 25 16:45:56.665207 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:56.676299 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Checking segment: {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:56.676944 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Bound using segment: {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:56.687865 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Bound port: f927a76c-fec9-43e5-b79f-12f7ba3f8378, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:56.687865 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.690850 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-88e62cf7-394d-460b-a264-0a5d8b423b17 service neutron] 10.222.0.39 "GET /v2.0/networks/b455f3eb-49cc-4ceb-bac1-19b7c73cd570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804089 May 25 16:45:56.871339 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408b655-ff49-4ee3-b2c6-85ac1cbaba7a req-d846be90-a2c6-451e-a002-d77d929fdc07 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:56.880759 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e408b655-ff49-4ee3-b2c6-85ac1cbaba7a req-d846be90-a2c6-451e-a002-d77d929fdc07 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 943 time: 0.7179344 May 25 16:45:56.926301 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f8ce9185-3062-4bc9-8e33-cd2882344ffb req-19df4f4e-ab8a-40ac-a446-9624cf95fc19 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644453 May 25 16:45:56.953873 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-42fdd941-63c2-4f09-b430-113d65abf8ec req-95a3dab0-bf8b-4de0-ac2a-3a2d8cc59c3a service neutron] 10.222.0.39 "GET /v2.0/networks/b455f3eb-49cc-4ceb-bac1-19b7c73cd570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238340 May 25 16:45:57.037690 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:57.042942 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e408b655-ff49-4ee3-b2c6-85ac1cbaba7a req-8b4635a2-08de-4849-83f1-d47f429649db tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613805 May 25 16:45:57.047130 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Usage tracker for resource:port and tenant:8fe1a879e86b465aa8757786b17618b4 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:57.052090 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:57.060927 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:57.106889 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] For port f927a76c-fec9-43e5-b79f-12f7ba3f8378, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:57.121508 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] For port f927a76c-fec9-43e5-b79f-12f7ba3f8378, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f927a76c-fec9-43e5-b79f-12f7ba3f8378,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:57.247856 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Made reservation on behalf of 8fe1a879e86b465aa8757786b17618b4 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:57.258831 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.275154 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.303305 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a3cf845f-5f62-430d-b27f-f3efce7df406 req-7eaf55ab-2371-4460-80ab-40cfb2342b27 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 210 time: 0.0989835 May 25 16:45:57.306809 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-96908a06-f617-430d-b1d8-145dab8bf893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:57.443093 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.481688 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:57.482423 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.483682 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] 10.222.0.39 "PUT /v2.0/ports/f927a76c-fec9-43e5-b79f-12f7ba3f8378 HTTP/1.1" status: 200 len: 1093 time: 4.4312844 May 25 16:45:57.486077 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e121eec1-1756-4386-ac53-59070b945911', 'tag': 'f927a76c-fec9-43e5-b79f-12f7ba3f8378'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:45:57.549495 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-758931e1-e806-40ee-8e01-cade94fbddfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.585624 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Pushing event updated for resources: {'Port': ['ID=f927a76c-fec9-43e5-b79f-12f7ba3f8378,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:57.595242 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:57.752384 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-716428ff-9f75-4f15-a67a-275a64f6179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:57.753944 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-716428ff-9f75-4f15-a67a-275a64f6179e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 1096 time: 0.1109838 May 25 16:45:57.755351 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Allocated IP 172.20.0.6 (3ccda8b5-013d-424f-a62b-c8cbf4c805b9/d92ea816-ea27-4895-99f6-b3d634b82c00/d24ce1b7-7b42-49b2-b718-5bea095e1876) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:57.772609 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd2456f-8920-42a6-a654-ae7f6035343f', 'tag': 'ac64b000-09dc-43c5-b0ac-aa3ee02474ed', 'status': 'completed', 'code': 200} May 25 16:45:57.865068 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-ccd6b65d-97b1-4724-8210-d50f2758b68d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f927a76c-fec9-43e5-b79f-12f7ba3f8378 HTTP/1.1" status: 200 len: 217 time: 0.0925677 May 25 16:45:58.023639 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-12dc3885-6f70-41c0-8e53-0d597cba6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:58.025159 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-12dc3885-6f70-41c0-8e53-0d597cba6696 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0edd47ab-d383-40ea-a08d-709643e97121 HTTP/1.1" status: 200 len: 855 time: 0.0646508 May 25 16:45:58.163922 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0656af-5292-4057-987d-6e84d9333a30 req-d5913e00-02d5-4885-8f21-5e12c61408f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:58.165762 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-ab0656af-5292-4057-987d-6e84d9333a30 req-d5913e00-02d5-4885-8f21-5e12c61408f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=989faa77d77c437cae975cfd10ba3f94&device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 1096 time: 0.2141223 May 25 16:45:58.194926 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-b1c85d24-0447-4386-b243-ba540adc023f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cd84780-79c2-49f4-8712-6e957fa2a968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181715 May 25 16:45:58.418827 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0656af-5292-4057-987d-6e84d9333a30 req-ee8e7116-3087-4525-8e56-cb0c0cf285a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:58.420881 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-ab0656af-5292-4057-987d-6e84d9333a30 req-ee8e7116-3087-4525-8e56-cb0c0cf285a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b455f3eb-49cc-4ceb-bac1-19b7c73cd570 HTTP/1.1" status: 200 len: 914 time: 0.2347040 May 25 16:45:58.648731 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-dd74d9e5-de09-40df-8eb5-c9c285f5eb5c service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173675 May 25 16:45:58.697111 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.811028 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cdbd9-0cee-46e6-9231-8cd6a8a68e18 req-c22941a4-a480-4bca-8f86-17dc31ca5de6 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:58.829404 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b15cdbd9-0cee-46e6-9231-8cd6a8a68e18 req-c22941a4-a480-4bca-8f86-17dc31ca5de6 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 943 time: 0.4397278 May 25 16:45:58.900389 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-ab0656af-5292-4057-987d-6e84d9333a30 req-ba362817-c9c9-4764-96b2-5749f8611a8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac64b000-09dc-43c5-b0ac-aa3ee02474ed HTTP/1.1" status: 200 len: 217 time: 0.4528391 May 25 16:45:59.039207 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.062196 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0656af-5292-4057-987d-6e84d9333a30 req-2dbc7241-b72b-4c28-8ddf-c15205930406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:59.064351 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-ab0656af-5292-4057-987d-6e84d9333a30 req-2dbc7241-b72b-4c28-8ddf-c15205930406 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac7bc1a-28c0-4546-b28b-00a30db35c85 HTTP/1.1" status: 200 len: 852 time: 0.1395297 May 25 16:45:59.119729 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0230444-fdc3-4d47-8327-cb90bd6b985c req-913fd66a-23bd-4f20-a3c1-bf7be01f703e tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:59.121442 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e0230444-fdc3-4d47-8327-cb90bd6b985c req-913fd66a-23bd-4f20-a3c1-bf7be01f703e tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 943 time: 0.9293015 May 25 16:45:59.198953 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.39', 57488) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:59.212319 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b15cdbd9-0cee-46e6-9231-8cd6a8a68e18 req-22008fe8-7622-4ecb-bdfa-ee8076cd8cac tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820360 May 25 16:45:59.220508 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-ab0656af-5292-4057-987d-6e84d9333a30 req-91e50bf0-22d6-4027-8200-bc1475189a3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b455f3eb-49cc-4ceb-bac1-19b7c73cd570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806665 May 25 16:45:59.273515 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e0230444-fdc3-4d47-8327-cb90bd6b985c req-737242e9-485e-4603-ac84-cbc2f22d91d0 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424670 May 25 16:45:59.275546 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-443773a5-121a-4f2f-93fc-3ccc22ac0374 req-0a58c6e3-8d3b-4cf9-8f07-ae5f8dd6421f service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398693 May 25 16:45:59.418649 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.580088 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:59.677080 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:59.681604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:59.686352 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a44ff05b-e440-430e-84e0-b43bdcd43dce req-361ae578-6756-4de5-b9e9-3cc866f6776a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 210 time: 0.2014911 May 25 16:45:59.687004 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:59.692809 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:59.693442 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.748449 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Pushing event updated for resources: {'Port': ['ID=d24ce1b7-7b42-49b2-b718-5bea095e1876,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:59.761632 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:59.793350 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e121eec1-1756-4386-ac53-59070b945911', 'tag': 'f927a76c-fec9-43e5-b79f-12f7ba3f8378', 'status': 'completed', 'code': 200} May 25 16:45:59.860088 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7683256 May 25 16:46:00.577973 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-ab0656af-5292-4057-987d-6e84d9333a30 req-2f577f5e-81c7-47cc-8fde-85e96137ab3b service neutron] 10.222.0.39 "GET /v2.0/networks/b455f3eb-49cc-4ceb-bac1-19b7c73cd570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466315 May 25 16:46:00.650638 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Request body: {'port': {'device_id': '0bbd2e58-e331-4a68-a072-f51eeaf077f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:00.885944 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:00.925036 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-ab0656af-5292-4057-987d-6e84d9333a30 req-7d3f49eb-e766-406a-98b9-02647e16ac3c service neutron] 10.222.0.39 "GET /v2.0/networks/b455f3eb-49cc-4ceb-bac1-19b7c73cd570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591090 May 25 16:46:01.069202 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-5411f19f-9eb6-4558-b61e-cacf5d2a413a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:01.071158 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-5411f19f-9eb6-4558-b61e-cacf5d2a413a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.39 "GET /v2.0/networks?id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 200 len: 818 time: 0.8583221 May 25 16:46:01.110583 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa906aeb-1bcf-42f3-857f-123b7d1ed20f req-1809d39b-69ea-4de3-9ec5-17188dd66d1f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:01.112749 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aa906aeb-1bcf-42f3-857f-123b7d1ed20f req-1809d39b-69ea-4de3-9ec5-17188dd66d1f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 943 time: 0.6657195 May 25 16:46:01.117645 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.136741 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edcd15-b1ba-4da2-9297-60d3e90c7ac8 req-86eed576-0384-4ae3-95f4-4c41f992f44b tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:01.138380 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-46edcd15-b1ba-4da2-9297-60d3e90c7ac8 req-86eed576-0384-4ae3-95f4-4c41f992f44b tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 943 time: 0.6373396 May 25 16:46:01.165637 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b3ca-2c97-42c2-be8a-4fecc1f6de23 req-215cf124-ce7d-44fa-89a6-5ecad03fc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:01.167393 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8395b3ca-2c97-42c2-be8a-4fecc1f6de23 req-215cf124-ce7d-44fa-89a6-5ecad03fc825 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 1096 time: 0.5321746 May 25 16:46:01.289178 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aa906aeb-1bcf-42f3-857f-123b7d1ed20f req-14551d56-37cb-4c38-a8b9-cb3bec447e9d tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482968 May 25 16:46:01.298954 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-46edcd15-b1ba-4da2-9297-60d3e90c7ac8 req-d7b4c234-2646-4353-b9c8-550dc520cc42 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513550 May 25 16:46:01.724909 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-78c8fc43-9a30-46ad-9ebf-e9fe9c9251d5 req-77b9c0c5-faec-4e9a-b59d-723219630b6d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Synchronizing usage tracker for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:01.829693 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 51534) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:01.881196 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-78c8fc43-9a30-46ad-9ebf-e9fe9c9251d5 req-77b9c0c5-faec-4e9a-b59d-723219630b6d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Unset dirty status for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:01.882518 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-78c8fc43-9a30-46ad-9ebf-e9fe9c9251d5 req-77b9c0c5-faec-4e9a-b59d-723219630b6d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 210 time: 0.3759849 May 25 16:46:01.897406 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24ce1b7-7b42-49b2-b718-5bea095e1876 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:46:01.906397 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.929249 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Transition to ACTIVE for port object d24ce1b7-7b42-49b2-b718-5bea095e1876 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:02.039978 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-993e97cb-b278-48e1-b5ec-ee28651c7f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.059593 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-993e97cb-b278-48e1-b5ec-ee28651c7f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:02.064697 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.066091 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-993e97cb-b278-48e1-b5ec-ee28651c7f53 admin admin] Usage tracker for resource:security_group_rule and tenant:fbeb30aa8d0846bc91362f630f73032c is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:02.072815 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-993e97cb-b278-48e1-b5ec-ee28651c7f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:02.075454 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:02.126492 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-993e97cb-b278-48e1-b5ec-ee28651c7f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:02.402239 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Pushing event updated for resources: {'Port': ['ID=d24ce1b7-7b42-49b2-b718-5bea095e1876,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:02.415041 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:02.488748 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Attempting to bind port d24ce1b7-7b42-49b2-b718-5bea095e1876 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:02.489101 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Attempting to bind port d24ce1b7-7b42-49b2-b718-5bea095e1876 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:02.489673 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Attempting to bind port d24ce1b7-7b42-49b2-b718-5bea095e1876 on network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:02.551556 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Port d24ce1b7-7b42-49b2-b718-5bea095e1876 on network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:46:02.557769 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Attempting to bind port d24ce1b7-7b42-49b2-b718-5bea095e1876 on network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:02.654000 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:02.654962 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Checking segment: {'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:02.655875 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Bound using segment: {'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:02.658503 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Bound port: d24ce1b7-7b42-49b2-b718-5bea095e1876, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:02.659111 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.738642 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-993e97cb-b278-48e1-b5ec-ee28651c7f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.842442 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-993e97cb-b278-48e1-b5ec-ee28651c7f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.865009 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:02.891621 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58af45-63ca-4352-9de4-ed20855fc9d4 req-514315b9-457c-4d98-b54b-22a00f34d385 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:02.893770 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1d58af45-63ca-4352-9de4-ed20855fc9d4 req-514315b9-457c-4d98-b54b-22a00f34d385 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 943 time: 0.3877730 May 25 16:46:02.895445 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] For port d24ce1b7-7b42-49b2-b718-5bea095e1876, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:02.940707 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] For port d24ce1b7-7b42-49b2-b718-5bea095e1876, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d24ce1b7-7b42-49b2-b718-5bea095e1876,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:02.967543 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-993e97cb-b278-48e1-b5ec-ee28651c7f53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fbeb30aa8d0846bc91362f630f73032c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1344550 May 25 16:46:02.969918 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 51568) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:02.974790 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e97cb-b278-48e1-b5ec-ee28651c7f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086e4918-3224-4bcc-8b78-22e024d91cb8,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:02.986334 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9068922-9c9d-49fb-95a2-1318aa3d1887 req-87f7f164-1a1a-4a6d-b3b0-07badb7b2040 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:02.988815 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e9068922-9c9d-49fb-95a2-1318aa3d1887 req-87f7f164-1a1a-4a6d-b3b0-07badb7b2040 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 943 time: 0.4263787 May 25 16:46:02.991486 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-993e97cb-b278-48e1-b5ec-ee28651c7f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:03.075381 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1d58af45-63ca-4352-9de4-ed20855fc9d4 req-fe32019d-aaaa-4591-a063-ccf11f0a8622 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507063 May 25 16:46:03.104554 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.107134 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b23-9037-45b3-80a9-7e7900f57337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.114347 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:03.163142 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e9068922-9c9d-49fb-95a2-1318aa3d1887 req-b754d302-d45b-4b9f-8769-6dbbbd80743c tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602070 May 25 16:46:03.189581 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:03.190230 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.193128 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] 10.222.0.39 "PUT /v2.0/ports/d24ce1b7-7b42-49b2-b718-5bea095e1876 HTTP/1.1" status: 200 len: 1093 time: 2.5893590 May 25 16:46:03.193128 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbd2e58-e331-4a68-a072-f51eeaf077f6', 'tag': 'd24ce1b7-7b42-49b2-b718-5bea095e1876'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:03.206781 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b23-9037-45b3-80a9-7e7900f57337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.242851 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Pushing event updated for resources: {'Port': ['ID=d24ce1b7-7b42-49b2-b718-5bea095e1876,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:03.257700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:03.340483 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbd2e58-e331-4a68-a072-f51eeaf077f6', 'tag': 'd24ce1b7-7b42-49b2-b718-5bea095e1876', 'status': 'completed', 'code': 200} May 25 16:46:03.432427 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4cebb291-d3d2-4f4f-99a5-fd7a3043130c req-fbc2b104-6ed9-47b4-b43b-2e102cfa032e tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 210 time: 0.0560365 May 25 16:46:03.473462 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b23-9037-45b3-80a9-7e7900f57337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.483243 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d7e2b60d-c0b4-4f9f-80a4-634190182580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:03.502450 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea72b23-9037-45b3-80a9-7e7900f57337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e4918-3224-4bcc-8b78-22e024d91cb8,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:03.504589 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b23-9037-45b3-80a9-7e7900f57337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.508305 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-9ea72b23-9037-45b3-80a9-7e7900f57337 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/086e4918-3224-4bcc-8b78-22e024d91cb8 HTTP/1.1" status: 204 len: 168 time: 0.5339217 May 25 16:46:03.508305 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9ea72b23-9037-45b3-80a9-7e7900f57337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:04.285722 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c78f8-0b6b-41ad-83ff-7a8b3840da44 req-c94aac96-3b89-4d63-8bba-c22aa502d078 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:04.287111 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f83c78f8-0b6b-41ad-83ff-7a8b3840da44 req-c94aac96-3b89-4d63-8bba-c22aa502d078 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 943 time: 0.0827794 May 25 16:46:04.393793 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f83c78f8-0b6b-41ad-83ff-7a8b3840da44 req-d2093bb9-71d3-4458-93e2-80156f74f227 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008461 May 25 16:46:04.420474 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66054884-ef0a-47a7-88d5-bd37b19b2156 req-ab851bb1-cd59-406d-9e32-c195267b1483 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:04.422032 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-66054884-ef0a-47a7-88d5-bd37b19b2156 req-ab851bb1-cd59-406d-9e32-c195267b1483 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 943 time: 0.1070278 May 25 16:46:04.460781 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 51598) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:04.477460 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-66054884-ef0a-47a7-88d5-bd37b19b2156 req-f632bb06-6512-4249-b16f-78d57b4f4e85 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487478 May 25 16:46:04.484350 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d2cecd91-a7f1-4a1e-9203-dee4ac117862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:04.502498 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d2cecd91-a7f1-4a1e-9203-dee4ac117862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:04.506584 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d2cecd91-a7f1-4a1e-9203-dee4ac117862 admin admin] Usage tracker for resource:security_group_rule and tenant:021b333134d043878ebd36578cd42c1c is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:04.509641 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d2cecd91-a7f1-4a1e-9203-dee4ac117862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:04.516413 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d2cecd91-a7f1-4a1e-9203-dee4ac117862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:04.608696 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d2cecd91-a7f1-4a1e-9203-dee4ac117862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:04.609152 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f887fd65-fea1-48ea-bd3e-1e2a728c1bd7 req-51ca9985-6e68-43fd-93f7-5b1866031155 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 210 time: 0.0454988 May 25 16:46:04.686206 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d2cecd91-a7f1-4a1e-9203-dee4ac117862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:04.697585 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9ea72b23-9037-45b3-80a9-7e7900f57337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:04.737348 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Request body: {'port': {'device_id': 'ca22a41b-de97-4ac3-a5cf-4d94b76d2842', 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9', 'admin_state_up': True, 'tenant_id': '8fe1a879e86b465aa8757786b17618b4'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:04.753642 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d2cecd91-a7f1-4a1e-9203-dee4ac117862 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=021b333134d043878ebd36578cd42c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902076 May 25 16:46:04.757864 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cecd91-a7f1-4a1e-9203-dee4ac117862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4171f31b-4f24-486a-9b48-064b6df6ce97,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:04.767817 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d2cecd91-a7f1-4a1e-9203-dee4ac117862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:04.768335 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 51612) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:04.844558 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca68e-64f5-4f89-b785-18ec663e4fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:04.889585 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca68e-64f5-4f89-b785-18ec663e4fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.072832 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b3ca-2c97-42c2-be8a-4fecc1f6de23 req-50c854b4-cd20-469d-afe4-0f762bb0b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:05.075264 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8395b3ca-2c97-42c2-be8a-4fecc1f6de23 req-50c854b4-cd20-469d-afe4-0f762bb0b8e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 200 len: 917 time: 0.3793778 May 25 16:46:05.107544 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca68e-64f5-4f89-b785-18ec663e4fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.107544 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-6b83d563-9660-4777-ba9c-57716c62a780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:05.112908 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ca68e-64f5-4f89-b785-18ec663e4fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4171f31b-4f24-486a-9b48-064b6df6ce97,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:05.119119 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8c1ca68e-64f5-4f89-b785-18ec663e4fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:05.120516 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca68e-64f5-4f89-b785-18ec663e4fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.124019 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-8c1ca68e-64f5-4f89-b785-18ec663e4fa1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4171f31b-4f24-486a-9b48-064b6df6ce97 HTTP/1.1" status: 204 len: 168 time: 0.3545964 May 25 16:46:05.151404 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:05.154813 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8395b3ca-2c97-42c2-be8a-4fecc1f6de23 req-5479d525-199a-4cd1-985f-99d463871b44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f927a76c-fec9-43e5-b79f-12f7ba3f8378 HTTP/1.1" status: 200 len: 217 time: 0.0732193 May 25 16:46:05.158370 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131ed71-5fe8-4356-a531-826ef88d287d req-f23b2fe3-0daf-4d6d-adb3-33faeefa4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:05.160000 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c131ed71-5fe8-4356-a531-826ef88d287d req-f23b2fe3-0daf-4d6d-adb3-33faeefa4c44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 1096 time: 0.4051766 May 25 16:46:05.168388 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:05.411461 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395b3ca-2c97-42c2-be8a-4fecc1f6de23 req-43db48ef-e7b7-4c1d-b5a5-05e439780c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:05.411461 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8395b3ca-2c97-42c2-be8a-4fecc1f6de23 req-43db48ef-e7b7-4c1d-b5a5-05e439780c20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0edd47ab-d383-40ea-a08d-709643e97121 HTTP/1.1" status: 200 len: 855 time: 0.2365668 May 25 16:46:05.506562 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131ed71-5fe8-4356-a531-826ef88d287d req-250abfdc-f7d4-4de5-b45a-68a58b9c68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:05.516008 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c131ed71-5fe8-4356-a531-826ef88d287d req-250abfdc-f7d4-4de5-b45a-68a58b9c68f5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8fe1a879e86b465aa8757786b17618b4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3357227 May 25 16:46:05.538748 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8395b3ca-2c97-42c2-be8a-4fecc1f6de23 req-c0c11a13-74b9-4036-9e16-8580b7829da7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cd84780-79c2-49f4-8712-6e957fa2a968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128812 May 25 16:46:05.584916 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Made reservation on behalf of 8fe1a879e86b465aa8757786b17618b4 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:05.589371 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:06.054478 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131ed71-5fe8-4356-a531-826ef88d287d req-67824c06-a319-486d-8a15-0b6ee2c44aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:06.056080 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c131ed71-5fe8-4356-a531-826ef88d287d req-67824c06-a319-486d-8a15-0b6ee2c44aa4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5201144 May 25 16:46:06.076408 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8395b3ca-2c97-42c2-be8a-4fecc1f6de23 req-458d7d4a-ea35-4097-9a5c-42b5aa8095e5 service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156035 May 25 16:46:06.130275 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b44ee8-850e-407c-aa88-64ab4b3179e0 req-0c1ee4d0-8a78-42ce-8f36-fb19ff91721e tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:06.131789 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-95b44ee8-850e-407c-aa88-64ab4b3179e0 req-0c1ee4d0-8a78-42ce-8f36-fb19ff91721e tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 943 time: 0.5209446 May 25 16:46:06.230862 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89547435-2938-4ba3-9d22-b4ae7f2b6dd4 req-db095493-f160-48f7-b74e-862dc068be8b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:06.232410 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-89547435-2938-4ba3-9d22-b4ae7f2b6dd4 req-db095493-f160-48f7-b74e-862dc068be8b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 943 time: 0.4383702 May 25 16:46:06.233719 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Allocated IP 172.20.0.13 (3ccda8b5-013d-424f-a62b-c8cbf4c805b9/d92ea816-ea27-4895-99f6-b3d634b82c00/19b74789-6e92-4ec1-8f85-c1784238dbc8) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:06.393241 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-95b44ee8-850e-407c-aa88-64ab4b3179e0 req-b4364193-3595-46ba-8bcf-c8db15b8e22c tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253275 May 25 16:46:06.435235 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-89547435-2938-4ba3-9d22-b4ae7f2b6dd4 req-f432c1c4-91e0-4350-b3b9-4c729e9c8e86 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869166 May 25 16:46:06.458618 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8395b3ca-2c97-42c2-be8a-4fecc1f6de23 req-5e68873a-3086-415a-a882-672a4ea3021f service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618674 May 25 16:46:06.536445 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-4c110639-b873-48b6-83e7-dd3383f2542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:06.537968 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-4c110639-b873-48b6-83e7-dd3383f2542e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 1096 time: 0.4158726 May 25 16:46:06.664465 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-99497546-12db-4763-a8a1-bf837270fdfc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d24ce1b7-7b42-49b2-b718-5bea095e1876 HTTP/1.1" status: 200 len: 217 time: 0.1135519 May 25 16:46:06.669774 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ec5bc909-8411-4108-972d-774f73167985 req-203e4406-e990-44ce-a157-39c9e10feee6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 210 time: 0.1177001 May 25 16:46:06.815669 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-e42b6703-66f6-44a1-8de6-43ce78d976b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:06.818629 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-e42b6703-66f6-44a1-8de6-43ce78d976b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d92ea816-ea27-4895-99f6-b3d634b82c00 HTTP/1.1" status: 200 len: 858 time: 0.1442139 May 25 16:46:06.820250 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:06.962571 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-7bc399fb-ed09-4eb3-9c4d-0aa05bbfad48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380696 May 25 16:46:07.118008 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-c193b2df-841f-4ea4-bb88-f4d3dd354ae8 service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476259 May 25 16:46:07.231536 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.252612 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:07.351309 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:07.359052 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:07.362471 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:07.368771 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:07.370019 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.375649 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Pushing event updated for resources: {'Port': ['ID=19b74789-6e92-4ec1-8f85-c1784238dbc8,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:07.379001 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:07.383581 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9913ce6a-a0a7-4c85-b41c-69aef63e889e req-00e7328b-cf5f-4f2a-86ef-ec0f56511efc service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580009 May 25 16:46:07.525623 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8289647 May 25 16:46:07.540984 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Request body: {'port': {'device_id': 'ca22a41b-de97-4ac3-a5cf-4d94b76d2842', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:07.830756 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.861960 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2612c-29ee-46f2-abd3-8f2fbc3be0a4 req-49f13bf7-5146-4417-b86e-aaafbd879162 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:07.874118 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9bd2612c-29ee-46f2-abd3-8f2fbc3be0a4 req-49f13bf7-5146-4417-b86e-aaafbd879162 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 943 time: 0.2679739 May 25 16:46:07.921692 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64585f-8faf-4783-9793-3038270e5497 req-03fe5306-64c0-41db-b621-2344bd58e8a8 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:07.923218 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4e64585f-8faf-4783-9793-3038270e5497 req-03fe5306-64c0-41db-b621-2344bd58e8a8 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 943 time: 0.3291488 May 25 16:46:08.059495 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9bd2612c-29ee-46f2-abd3-8f2fbc3be0a4 req-cac6c8e8-7228-4b93-8de6-f62af96bdee6 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881068 May 25 16:46:08.074731 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4e64585f-8faf-4783-9793-3038270e5497 req-d70c7491-f154-458c-87f5-7c52d1062dcd tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358128 May 25 16:46:08.377134 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627433e0-5001-4b75-9628-390b23a5901e req-464c1a12-ba9f-49d3-adf7-4eefbaa6a982 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:08.377857 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-627433e0-5001-4b75-9628-390b23a5901e req-464c1a12-ba9f-49d3-adf7-4eefbaa6a982 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Synchronizing usage tracker for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:08.407075 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b74789-6e92-4ec1-8f85-c1784238dbc8 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:46:08.416088 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device ac64b000-09dc-43c5-b0ac-aa3ee02474ed details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:46:08.419477 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.439393 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Transition to ACTIVE for port object 19b74789-6e92-4ec1-8f85-c1784238dbc8 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:08.536349 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-627433e0-5001-4b75-9628-390b23a5901e req-464c1a12-ba9f-49d3-adf7-4eefbaa6a982 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Unset dirty status for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:08.537564 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-627433e0-5001-4b75-9628-390b23a5901e req-464c1a12-ba9f-49d3-adf7-4eefbaa6a982 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 932 time: 0.3385925 May 25 16:46:08.572145 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port ac64b000-09dc-43c5-b0ac-aa3ee02474ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ac64b000-09dc-43c5-b0ac-aa3ee02474ed,segment=NetworkSegment(482084e5-7102-41bb-959e-6dfe64942470),segment_id=482084e5-7102-41bb-959e-6dfe64942470)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:08.594207 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-627433e0-5001-4b75-9628-390b23a5901e req-c2c37356-fe7c-4457-ba15-aeb25d16e3be tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Synchronizing usage tracker for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:security_group {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:08.598707 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'ac64b000-09dc-43c5-b0ac-aa3ee02474ed', 'network_id': 'b455f3eb-49cc-4ceb-bac1-19b7c73cd570', 'port_id': 'ac64b000-09dc-43c5-b0ac-aa3ee02474ed', 'mac_address': 'fa:16:3e:9c:0a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac7bc1a-28c0-4546-b28b-00a30db35c85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:46:08.617715 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.626014 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:08.672112 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.698161 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac64b000-09dc-43c5-b0ac-aa3ee02474ed {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:46:08.716412 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port ac64b000-09dc-43c5-b0ac-aa3ee02474ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ac64b000-09dc-43c5-b0ac-aa3ee02474ed,segment=NetworkSegment(482084e5-7102-41bb-959e-6dfe64942470),segment_id=482084e5-7102-41bb-959e-6dfe64942470)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:08.745251 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-627433e0-5001-4b75-9628-390b23a5901e req-c2c37356-fe7c-4457-ba15-aeb25d16e3be tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Unset dirty status for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:security_group {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:08.746713 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-627433e0-5001-4b75-9628-390b23a5901e req-c2c37356-fe7c-4457-ba15-aeb25d16e3be tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030933 May 25 16:46:08.768328 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Pushing event updated for resources: {'Port': ['ID=19b74789-6e92-4ec1-8f85-c1784238dbc8,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:08.772027 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:08.824403 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Attempting to bind port 19b74789-6e92-4ec1-8f85-c1784238dbc8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:08.824805 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Attempting to bind port 19b74789-6e92-4ec1-8f85-c1784238dbc8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:08.825179 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Attempting to bind port 19b74789-6e92-4ec1-8f85-c1784238dbc8 on network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:08.830451 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Port 19b74789-6e92-4ec1-8f85-c1784238dbc8 on network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:46:08.830758 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Attempting to bind port 19b74789-6e92-4ec1-8f85-c1784238dbc8 on network 3ccda8b5-013d-424f-a62b-c8cbf4c805b9 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:08.836093 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:08.836413 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Checking segment: {'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:08.836785 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Bound using segment: {'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:08.837377 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Bound port: 19b74789-6e92-4ec1-8f85-c1784238dbc8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1407b7f-167f-43c0-ad2c-895f084c85a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:08.838529 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.867919 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.870052 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device f927a76c-fec9-43e5-b79f-12f7ba3f8378 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:46:08.874653 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:08.934224 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] For port 19b74789-6e92-4ec1-8f85-c1784238dbc8, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:08.937584 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] For port 19b74789-6e92-4ec1-8f85-c1784238dbc8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=19b74789-6e92-4ec1-8f85-c1784238dbc8,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:09.017577 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=ac64b000-09dc-43c5-b0ac-aa3ee02474ed,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:09.021603 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:09.082420 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port f927a76c-fec9-43e5-b79f-12f7ba3f8378, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f927a76c-fec9-43e5-b79f-12f7ba3f8378,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:09.097489 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'f927a76c-fec9-43e5-b79f-12f7ba3f8378', 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968', 'port_id': 'f927a76c-fec9-43e5-b79f-12f7ba3f8378', 'mac_address': 'fa:16:3e:b4:b3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edd47ab-d383-40ea-a08d-709643e97121', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:46:09.143235 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.151663 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:09.159199 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.177822 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f927a76c-fec9-43e5-b79f-12f7ba3f8378 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:46:09.196530 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port f927a76c-fec9-43e5-b79f-12f7ba3f8378, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f927a76c-fec9-43e5-b79f-12f7ba3f8378,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:09.282876 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:09.284890 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.285246 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/19b74789-6e92-4ec1-8f85-c1784238dbc8 HTTP/1.1" status: 200 len: 1094 time: 1.7491055 May 25 16:46:09.325997 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca22a41b-de97-4ac3-a5cf-4d94b76d2842', 'tag': '19b74789-6e92-4ec1-8f85-c1784238dbc8'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:09.422182 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.425084 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:09.443179 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Pushing event updated for resources: {'Port': ['ID=19b74789-6e92-4ec1-8f85-c1784238dbc8,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:09.446561 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:09.496694 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567ffcf-093a-4fec-8065-3c890f22ffc4 req-ee700629-0055-4593-8484-c3d39fa98420 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:09.497999 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9567ffcf-093a-4fec-8065-3c890f22ffc4 req-ee700629-0055-4593-8484-c3d39fa98420 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 944 time: 0.2263947 May 25 16:46:09.502947 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=f927a76c-fec9-43e5-b79f-12f7ba3f8378,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:09.506255 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:09.540054 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903944a-37c8-4c31-abb6-aac22fd56800 req-1965e9f9-9c7d-4037-b542-3dbf289a28b1 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:09.541640 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b903944a-37c8-4c31-abb6-aac22fd56800 req-1965e9f9-9c7d-4037-b542-3dbf289a28b1 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 943 time: 0.3293204 May 25 16:46:09.661147 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9567ffcf-093a-4fec-8065-3c890f22ffc4 req-cba2b2a7-7a3a-4b5f-ad19-fd5c36af139b tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455870 May 25 16:46:09.671007 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b903944a-37c8-4c31-abb6-aac22fd56800 req-30ba2a46-8be4-48da-bb25-37b632415208 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841875 May 25 16:46:09.703235 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-d569c4d3-3fe1-4e4e-a6fe-47d20b78d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:09.704893 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-d569c4d3-3fe1-4e4e-a6fe-47d20b78d585 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 1097 time: 0.1624324 May 25 16:46:09.766220 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca22a41b-de97-4ac3-a5cf-4d94b76d2842', 'tag': '19b74789-6e92-4ec1-8f85-c1784238dbc8', 'status': 'completed', 'code': 200} May 25 16:46:09.781370 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-6599d4bc-e168-45d9-90a8-cc3f97626449 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b74789-6e92-4ec1-8f85-c1784238dbc8 HTTP/1.1" status: 200 len: 217 time: 0.0662429 May 25 16:46:09.824473 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['f927a76c-fec9-43e5-b79f-12f7ba3f8378'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:46:09.883825 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['ac64b000-09dc-43c5-b0ac-aa3ee02474ed'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:46:09.915780 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-28da22ff-9b50-408f-b51a-3562b97b2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:09.918259 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-28da22ff-9b50-408f-b51a-3562b97b2252 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d92ea816-ea27-4895-99f6-b3d634b82c00 HTTP/1.1" status: 200 len: 858 time: 0.1281173 May 25 16:46:09.985373 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-711cd269-7d82-4d47-b309-dc0e46b748f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604615 May 25 16:46:10.113846 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e9ad8-78b0-41e8-8f70-2c19cab8524e req-6bb8392b-f352-494d-8d16-0380e2e05067 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:10.115419 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7a2e9ad8-78b0-41e8-8f70-2c19cab8524e req-6bb8392b-f352-494d-8d16-0380e2e05067 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 944 time: 0.2343979 May 25 16:46:10.187376 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-2a3d1afd-3786-4251-8293-5011989f1fcd service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924272 May 25 16:46:10.194882 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7a2e9ad8-78b0-41e8-8f70-2c19cab8524e req-67b6b0cb-adfd-43af-a0e1-e2c3204dcce0 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650280 May 25 16:46:10.326985 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3b906a5-159b-4051-a3cb-a8d0a364f797 req-e4539264-f2b3-4757-acdf-ebbb580ba64c service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311688 May 25 16:46:10.404798 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d24ce1b7-7b42-49b2-b718-5bea095e1876 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:46:10.537363 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d24ce1b7-7b42-49b2-b718-5bea095e1876, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d24ce1b7-7b42-49b2-b718-5bea095e1876,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:10.550606 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'd24ce1b7-7b42-49b2-b718-5bea095e1876', 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9', 'port_id': 'd24ce1b7-7b42-49b2-b718-5bea095e1876', 'mac_address': 'fa:16:3e:f1:fd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92ea816-ea27-4895-99f6-b3d634b82c00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:46:10.561585 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423a7de-eb84-461d-955f-ca999d607ba7 req-0a58f5f5-b748-460f-96cd-30edcd6c9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:10.563161 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a423a7de-eb84-461d-955f-ca999d607ba7 req-0a58f5f5-b748-460f-96cd-30edcd6c9bdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 1097 time: 0.0733593 May 25 16:46:10.607286 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.624021 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24ce1b7-7b42-49b2-b718-5bea095e1876 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:46:10.640311 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d24ce1b7-7b42-49b2-b718-5bea095e1876, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d24ce1b7-7b42-49b2-b718-5bea095e1876,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:10.737116 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.737116 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:10.741056 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423a7de-eb84-461d-955f-ca999d607ba7 req-e74760e0-093f-49ef-8975-f5084579b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:10.746339 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a423a7de-eb84-461d-955f-ca999d607ba7 req-e74760e0-093f-49ef-8975-f5084579b26b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 200 len: 920 time: 0.1754737 May 25 16:46:10.849634 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=d24ce1b7-7b42-49b2-b718-5bea095e1876,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:10.852911 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:10.918438 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a423a7de-eb84-461d-955f-ca999d607ba7 req-fbeb77e8-634e-468e-89c9-c35ff34c0c6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b74789-6e92-4ec1-8f85-c1784238dbc8 HTTP/1.1" status: 200 len: 217 time: 0.1642311 May 25 16:46:11.052849 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423a7de-eb84-461d-955f-ca999d607ba7 req-bc806f5c-415d-4dc4-a4ab-aa057575b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:11.054212 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a423a7de-eb84-461d-955f-ca999d607ba7 req-bc806f5c-415d-4dc4-a4ab-aa057575b336 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d92ea816-ea27-4895-99f6-b3d634b82c00 HTTP/1.1" status: 200 len: 858 time: 0.0899758 May 25 16:46:11.113574 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a423a7de-eb84-461d-955f-ca999d607ba7 req-4312a99e-d507-4a51-a7e2-0d7a05b4a72c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513208 May 25 16:46:11.122424 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35015ce0-c79d-409c-ace0-28ad9ec7cf49 req-3cc43811-1463-4238-9ec0-7c5b2a8da8aa tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:11.123904 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-35015ce0-c79d-409c-ace0-28ad9ec7cf49 req-3cc43811-1463-4238-9ec0-7c5b2a8da8aa tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 944 time: 0.2658677 May 25 16:46:11.163909 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['d24ce1b7-7b42-49b2-b718-5bea095e1876'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:46:11.220899 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7f1e7-bde0-4bb3-99fc-a2a66484dac7 req-1b5c5e59-93e1-472b-ab05-aa158a1814ce tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:11.229249 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-56c7f1e7-bde0-4bb3-99fc-a2a66484dac7 req-1b5c5e59-93e1-472b-ab05-aa158a1814ce tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 944 time: 0.3239322 May 25 16:46:11.325385 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-35015ce0-c79d-409c-ace0-28ad9ec7cf49 req-a2bbcf5f-e59c-41ab-a53a-ffdd9cfcff85 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774614 May 25 16:46:11.335891 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-56c7f1e7-bde0-4bb3-99fc-a2a66484dac7 req-0b719f0f-5daf-4169-9b6e-3f6740469f9b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053412 May 25 16:46:11.389812 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a423a7de-eb84-461d-955f-ca999d607ba7 req-d09d4e7a-f025-48e6-9611-90eae389f1e1 service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648039 May 25 16:46:11.659379 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a423a7de-eb84-461d-955f-ca999d607ba7 req-d360dbe8-3cad-452b-932b-6dbd45da75ef service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598228 May 25 16:46:11.669962 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50af60-47c1-4a81-8f3d-7e2715f26bdf req-2043589c-0e4f-49a7-96c7-aa30a5a797dc tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:11.671393 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6b50af60-47c1-4a81-8f3d-7e2715f26bdf req-2043589c-0e4f-49a7-96c7-aa30a5a797dc tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 944 time: 0.1316185 May 25 16:46:11.724414 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6b50af60-47c1-4a81-8f3d-7e2715f26bdf req-929b0b6a-858a-4e1f-80f8-b79ea0d013b1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 May 25 16:46:12.432609 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device ac64b000-09dc-43c5-b0ac-aa3ee02474ed up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:12.645097 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port ac64b000-09dc-43c5-b0ac-aa3ee02474ed completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:12.656898 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port ac64b000-09dc-43c5-b0ac-aa3ee02474ed triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:12.657400 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.691323 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7866b6-c19e-41df-8287-624fb33f0e2a req-4f451df1-681a-497f-abfc-ce6b4551ac76 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:12.692917 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bc7866b6-c19e-41df-8287-624fb33f0e2a req-4f451df1-681a-497f-abfc-ce6b4551ac76 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 944 time: 0.1703565 May 25 16:46:12.721075 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bb002-4285-4f79-9218-e4008ebac14e req-eabdef30-e3ad-4e7b-9e33-053ca2ff72bb tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:12.722629 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-036bb002-4285-4f79-9218-e4008ebac14e req-eabdef30-e3ad-4e7b-9e33-053ca2ff72bb tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 944 time: 0.1458373 May 25 16:46:12.790153 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.798638 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bc7866b6-c19e-41df-8287-624fb33f0e2a req-37844cb9-95fd-466e-b7ff-4ac432135847 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926306 May 25 16:46:12.801449 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-036bb002-4285-4f79-9218-e4008ebac14e req-e9b27464-d4ba-4154-bf76-68d7d9ef6743 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603361 May 25 16:46:12.818445 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd2456f-8920-42a6-a654-ae7f6035343f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac64b000-09dc-43c5-b0ac-aa3ee02474ed'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:12.881642 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port ac64b000-09dc-43c5-b0ac-aa3ee02474ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ac64b000-09dc-43c5-b0ac-aa3ee02474ed,segment=NetworkSegment(482084e5-7102-41bb-959e-6dfe64942470),segment_id=482084e5-7102-41bb-959e-6dfe64942470)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:12.971114 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.972784 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d24ce1b7-7b42-49b2-b718-5bea095e1876 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:13.012161 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:13.030232 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068c256-cd8b-4e23-ae0f-b83849cee64a req-b5151d8f-2296-419b-afac-9bddd1b767e4 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:13.031913 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0068c256-cd8b-4e23-ae0f-b83849cee64a req-b5151d8f-2296-419b-afac-9bddd1b767e4 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 944 time: 0.1070235 May 25 16:46:13.080192 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0068c256-cd8b-4e23-ae0f-b83849cee64a req-5438e0a0-c877-4138-b9fb-dcba03474544 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 May 25 16:46:13.128142 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=ac64b000-09dc-43c5-b0ac-aa3ee02474ed,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:13.141592 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:13.198791 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd2456f-8920-42a6-a654-ae7f6035343f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac64b000-09dc-43c5-b0ac-aa3ee02474ed', 'code': 200} May 25 16:46:13.245821 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port d24ce1b7-7b42-49b2-b718-5bea095e1876 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:13.253529 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port d24ce1b7-7b42-49b2-b718-5bea095e1876 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:13.253925 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.390614 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.433016 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d24ce1b7-7b42-49b2-b718-5bea095e1876, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d24ce1b7-7b42-49b2-b718-5bea095e1876,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:13.524445 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.526238 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device f927a76c-fec9-43e5-b79f-12f7ba3f8378 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:13.555788 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:13.645326 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=d24ce1b7-7b42-49b2-b718-5bea095e1876,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:13.656678 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:13.712592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acc464-979b-4811-8278-2f267b82668e req-8ba1ddfd-071f-4aaf-97d9-cbb8d928d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:13.712592 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-80acc464-979b-4811-8278-2f267b82668e req-8ba1ddfd-071f-4aaf-97d9-cbb8d928d703 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 1098 time: 0.0821333 May 25 16:46:13.742041 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-80acc464-979b-4811-8278-2f267b82668e req-9c38422b-fcd7-4535-9b11-b1ff3c372a14 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.758173 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-80acc464-979b-4811-8278-2f267b82668e req-9c38422b-fcd7-4535-9b11-b1ff3c372a14 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:13.762306 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-80acc464-979b-4811-8278-2f267b82668e req-9c38422b-fcd7-4535-9b11-b1ff3c372a14 service neutron] Usage tracker for resource:security_group_rule and tenant:bdf4bb048550405c8a52fc484fbbca74 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:13.765176 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-80acc464-979b-4811-8278-2f267b82668e req-9c38422b-fcd7-4535-9b11-b1ff3c372a14 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:13.770640 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port f927a76c-fec9-43e5-b79f-12f7ba3f8378 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:13.772288 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-80acc464-979b-4811-8278-2f267b82668e req-9c38422b-fcd7-4535-9b11-b1ff3c372a14 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:13.777087 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port f927a76c-fec9-43e5-b79f-12f7ba3f8378 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:13.780134 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.871654 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-80acc464-979b-4811-8278-2f267b82668e req-9c38422b-fcd7-4535-9b11-b1ff3c372a14 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.957285 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.000246 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port f927a76c-fec9-43e5-b79f-12f7ba3f8378, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f927a76c-fec9-43e5-b79f-12f7ba3f8378,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:14.037501 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-80acc464-979b-4811-8278-2f267b82668e req-9c38422b-fcd7-4535-9b11-b1ff3c372a14 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.063466 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:14.097189 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-80acc464-979b-4811-8278-2f267b82668e req-9c38422b-fcd7-4535-9b11-b1ff3c372a14 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795357 May 25 16:46:14.115156 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38422b-fcd7-4535-9b11-b1ff3c372a14 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=efbdd0bc-5478-4f4d-a5dc-bbce1cc674bc,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:14.121432 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9c38422b-fcd7-4535-9b11-b1ff3c372a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:14.143864 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34435033-98b0-4556-8fd6-0b2893f80b4f req-0ebb9dce-fe0b-4325-80df-2024b1c9573d tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:14.145352 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-34435033-98b0-4556-8fd6-0b2893f80b4f req-0ebb9dce-fe0b-4325-80df-2024b1c9573d tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 945 time: 0.2024474 May 25 16:46:14.154260 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c919e2-42f6-413d-99b5-8361a90a1a3f req-688627c3-b8f3-4a4d-9fa1-3e1377900f0f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:14.155820 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b5c919e2-42f6-413d-99b5-8361a90a1a3f req-688627c3-b8f3-4a4d-9fa1-3e1377900f0f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 944 time: 0.1748278 May 25 16:46:14.159448 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.170013 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:14.228120 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-34435033-98b0-4556-8fd6-0b2893f80b4f req-6796d729-a2ed-44b6-8e25-611acc0408c8 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712280 May 25 16:46:14.232794 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b5c919e2-42f6-413d-99b5-8361a90a1a3f req-7fda4329-64cc-451b-ba31-1ff46868622b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617771 May 25 16:46:14.236420 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=f927a76c-fec9-43e5-b79f-12f7ba3f8378,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:14.240094 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:14.424246 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be237775-dbc3-47ef-a1df-a31b814b550a req-166b0083-1c90-486c-b0ba-9f3ca62daaff tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:14.425765 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-be237775-dbc3-47ef-a1df-a31b814b550a req-166b0083-1c90-486c-b0ba-9f3ca62daaff tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 944 time: 0.0935528 May 25 16:46:14.435102 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 19b74789-6e92-4ec1-8f85-c1784238dbc8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:46:14.475300 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-be237775-dbc3-47ef-a1df-a31b814b550a req-5a21758e-2024-4100-895f-696c1228a5c2 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434332 May 25 16:46:14.590137 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 19b74789-6e92-4ec1-8f85-c1784238dbc8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=19b74789-6e92-4ec1-8f85-c1784238dbc8,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:14.605285 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '19b74789-6e92-4ec1-8f85-c1784238dbc8', 'network_id': '3ccda8b5-013d-424f-a62b-c8cbf4c805b9', 'port_id': '19b74789-6e92-4ec1-8f85-c1784238dbc8', 'mac_address': 'fa:16:3e:6c:88:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92ea816-ea27-4895-99f6-b3d634b82c00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:46:14.671819 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 51982) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:14.699549 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.729739 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b74789-6e92-4ec1-8f85-c1784238dbc8 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:46:14.751041 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 19b74789-6e92-4ec1-8f85-c1784238dbc8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=19b74789-6e92-4ec1-8f85-c1784238dbc8,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:14.820349 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-dee2566c-983f-4bff-b095-99e3011c0239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.835777 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-dee2566c-983f-4bff-b095-99e3011c0239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:14.839955 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-dee2566c-983f-4bff-b095-99e3011c0239 admin admin] Usage tracker for resource:security_group_rule and tenant:4906ef2c788d4da2a8356b93bafa4266 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:14.842876 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-dee2566c-983f-4bff-b095-99e3011c0239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:14.848723 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-dee2566c-983f-4bff-b095-99e3011c0239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:14.853195 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:46:14.867618 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.870339 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:14.938403 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-dee2566c-983f-4bff-b095-99e3011c0239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.938973 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=19b74789-6e92-4ec1-8f85-c1784238dbc8,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:14.942091 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:15.159025 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-dee2566c-983f-4bff-b095-99e3011c0239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.164386 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['19b74789-6e92-4ec1-8f85-c1784238dbc8'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:46:15.167411 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:15.207121 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbd2e58-e331-4a68-a072-f51eeaf077f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24ce1b7-7b42-49b2-b718-5bea095e1876'}, {'server_uuid': 'e121eec1-1756-4386-ac53-59070b945911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f927a76c-fec9-43e5-b79f-12f7ba3f8378'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:15.207409 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2566c-983f-4bff-b095-99e3011c0239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e242c9-17c9-41f2-b250-3d9f1b36b8f8,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:15.214299 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 51996) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:15.214857 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-dee2566c-983f-4bff-b095-99e3011c0239 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4906ef2c788d4da2a8356b93bafa4266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406120 May 25 16:46:15.215375 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-dee2566c-983f-4bff-b095-99e3011c0239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:15.284767 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e66ec36a-fb01-41c0-90ab-a464d36ead4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.288598 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbd2e58-e331-4a68-a072-f51eeaf077f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24ce1b7-7b42-49b2-b718-5bea095e1876', 'code': 200} May 25 16:46:15.288978 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e121eec1-1756-4386-ac53-59070b945911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f927a76c-fec9-43e5-b79f-12f7ba3f8378', 'code': 200} May 25 16:46:15.315975 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e66ec36a-fb01-41c0-90ab-a464d36ead4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.528931 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef430266-3745-4cc3-bcf4-48c3f089580c req-092699fa-4bb6-478d-98e9-2378f4f846e5 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:15.530270 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ef430266-3745-4cc3-bcf4-48c3f089580c req-092699fa-4bb6-478d-98e9-2378f4f846e5 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 945 time: 0.1582286 May 25 16:46:15.544827 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656690-f58d-4183-94d4-91dc2c439e22 req-1bc174ac-5805-4f94-a0b5-8ae01f9f3f1d tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:15.549835 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3c656690-f58d-4183-94d4-91dc2c439e22 req-1bc174ac-5805-4f94-a0b5-8ae01f9f3f1d tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 945 time: 0.1306305 May 25 16:46:15.631545 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e66ec36a-fb01-41c0-90ab-a464d36ead4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.637975 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-278b8ad5-5322-47f9-97a7-ec63d2a6de50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:15.646255 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ef430266-3745-4cc3-bcf4-48c3f089580c req-5702fae2-87c1-4b96-9a20-256254cbc5f6 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947268 May 25 16:46:15.648764 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3c656690-f58d-4183-94d4-91dc2c439e22 req-a181d968-bd19-4025-9411-261b3107b974 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794649 May 25 16:46:15.656147 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ec36a-fb01-41c0-90ab-a464d36ead4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e242c9-17c9-41f2-b250-3d9f1b36b8f8,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:15.665049 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-e66ec36a-fb01-41c0-90ab-a464d36ead4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:15.676199 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e66ec36a-fb01-41c0-90ab-a464d36ead4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.680767 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-e66ec36a-fb01-41c0-90ab-a464d36ead4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29e242c9-17c9-41f2-b250-3d9f1b36b8f8 HTTP/1.1" status: 204 len: 168 time: 0.4630692 May 25 16:46:16.070843 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3dfb-0dff-460d-98d0-07aed88d9c97 req-d9186b12-c00d-4084-a3b7-0011351ec001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:16.072798 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-548b3dfb-0dff-460d-98d0-07aed88d9c97 req-d9186b12-c00d-4084-a3b7-0011351ec001 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 1098 time: 0.2663009 May 25 16:46:16.083654 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a5434-27c5-4912-8cbc-5eed11b2766f req-3bb90d37-c314-4f33-ab0d-2fffff3648ee tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:16.085143 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-212a5434-27c5-4912-8cbc-5eed11b2766f req-3bb90d37-c314-4f33-ab0d-2fffff3648ee tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 945 time: 0.2431424 May 25 16:46:16.087485 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6279-5f3c-4fa4-aae9-2195b1becf05 req-6d409d60-7296-4ffd-ae45-f0442b7ef7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:16.089519 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7c2b6279-5f3c-4fa4-aae9-2195b1becf05 req-6d409d60-7296-4ffd-ae45-f0442b7ef7f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 1098 time: 0.2485957 May 25 16:46:16.207372 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-212a5434-27c5-4912-8cbc-5eed11b2766f req-519957d4-29f7-4457-b3c3-70ffd9015336 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139026 May 25 16:46:16.214786 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-548b3dfb-0dff-460d-98d0-07aed88d9c97 req-6466b04c-f3d3-40db-b041-10d986ea5581 service neutron] Synchronizing usage tracker for tenant:bdf4bb048550405c8a52fc484fbbca74 on resource:security_group {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:16.220288 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-7c2b6279-5f3c-4fa4-aae9-2195b1becf05 req-45ced152-fb43-41da-bc36-cd099229f773 service neutron] Synchronizing usage tracker for tenant:bdf4bb048550405c8a52fc484fbbca74 on resource:security_group {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:16.331233 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-548b3dfb-0dff-460d-98d0-07aed88d9c97 req-6466b04c-f3d3-40db-b041-10d986ea5581 service neutron] Unset dirty status for tenant:bdf4bb048550405c8a52fc484fbbca74 on resource:security_group {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:16.332263 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-548b3dfb-0dff-460d-98d0-07aed88d9c97 req-6466b04c-f3d3-40db-b041-10d986ea5581 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183912 May 25 16:46:16.333811 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.db.api [req-7c2b6279-5f3c-4fa4-aae9-2195b1becf05 req-45ced152-fb43-41da-bc36-cd099229f773 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) bdf4bb048550405c8a52fc484fbbca74-security_group {{(pid=98881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:46:16.334165 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_db.api [req-7c2b6279-5f3c-4fa4-aae9-2195b1becf05 req-45ced152-fb43-41da-bc36-cd099229f773 service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:46:16.448139 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 19b74789-6e92-4ec1-8f85-c1784238dbc8 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:16.587519 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port 19b74789-6e92-4ec1-8f85-c1784238dbc8 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:16.593200 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 19b74789-6e92-4ec1-8f85-c1784238dbc8 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:16.593633 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.700439 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 52036) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:16.718532 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.721845 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-71cd67f2-7026-42ae-91ef-20c457d196f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.739171 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-71cd67f2-7026-42ae-91ef-20c457d196f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:16.743416 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-71cd67f2-7026-42ae-91ef-20c457d196f1 admin admin] Usage tracker for resource:security_group_rule and tenant:41ed09fed2c6481faa09d901444518c5 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:16.746717 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-71cd67f2-7026-42ae-91ef-20c457d196f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:16.756004 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-71cd67f2-7026-42ae-91ef-20c457d196f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:16.760943 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 19b74789-6e92-4ec1-8f85-c1784238dbc8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=19b74789-6e92-4ec1-8f85-c1784238dbc8,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:16.845212 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.847265 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:16.945145 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=19b74789-6e92-4ec1-8f85-c1784238dbc8,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:16.949989 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:17.040087 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-7c2b6279-5f3c-4fa4-aae9-2195b1becf05 req-45ced152-fb43-41da-bc36-cd099229f773 service neutron] Unset dirty status for tenant:bdf4bb048550405c8a52fc484fbbca74 on resource:security_group {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:17.041199 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7c2b6279-5f3c-4fa4-aae9-2195b1becf05 req-45ced152-fb43-41da-bc36-cd099229f773 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9284656 May 25 16:46:17.063106 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-71cd67f2-7026-42ae-91ef-20c457d196f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.107785 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360ee3d-302f-4a4d-8c61-94917fe6591c req-4eb4ee49-f7ab-457a-868f-0f86832fccc1 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:17.109222 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4360ee3d-302f-4a4d-8c61-94917fe6591c req-4eb4ee49-f7ab-457a-868f-0f86832fccc1 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 945 time: 0.2769468 May 25 16:46:17.117916 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3ec34-ea4d-42ee-b123-47a2ce673f63 req-7d73c95a-4ac7-44b7-8d7b-d94c1a4d5daf tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:17.120151 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5ea3ec34-ea4d-42ee-b123-47a2ce673f63 req-7d73c95a-4ac7-44b7-8d7b-d94c1a4d5daf tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 945 time: 0.2293632 May 25 16:46:17.199452 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4360ee3d-302f-4a4d-8c61-94917fe6591c req-5822ff82-6c9b-4d04-a534-7ed73e9520d0 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781202 May 25 16:46:17.204453 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5ea3ec34-ea4d-42ee-b123-47a2ce673f63 req-4b81e235-cdb6-448c-996f-0d1399525875 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688300 May 25 16:46:17.245965 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-71cd67f2-7026-42ae-91ef-20c457d196f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.256082 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-993e97cb-b278-48e1-b5ec-ee28651c7f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:17.291325 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca22a41b-de97-4ac3-a5cf-4d94b76d2842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b74789-6e92-4ec1-8f85-c1784238dbc8'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:17.291751 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd67f2-7026-42ae-91ef-20c457d196f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaaa88b-64f5-4c2c-97ec-25c7e03b05de,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:17.308379 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-71cd67f2-7026-42ae-91ef-20c457d196f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:17.324324 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-71cd67f2-7026-42ae-91ef-20c457d196f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41ed09fed2c6481faa09d901444518c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6227651 May 25 16:46:17.326978 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 52060) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:17.362075 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca22a41b-de97-4ac3-a5cf-4d94b76d2842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b74789-6e92-4ec1-8f85-c1784238dbc8', 'code': 200} May 25 16:46:17.472690 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4bbe382c-85d0-416b-9b3b-e2a20f36d6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.516121 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbef9a-ca3a-40c5-a2d6-4f3f7780c2d8 req-75a067db-c035-4c75-bc47-f91580c7689a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:17.522234 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-47dbef9a-ca3a-40c5-a2d6-4f3f7780c2d8 req-75a067db-c035-4c75-bc47-f91580c7689a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1471176 May 25 16:46:17.526144 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4bbe382c-85d0-416b-9b3b-e2a20f36d6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.618550 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-47dbef9a-ca3a-40c5-a2d6-4f3f7780c2d8 req-ed17e47b-1228-49d7-900c-7658dfcfb21f tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813468 May 25 16:46:17.719670 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4bbe382c-85d0-416b-9b3b-e2a20f36d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.730231 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-835ce8f1-1e21-4166-b629-6179436225cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:17.742469 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe382c-85d0-416b-9b3b-e2a20f36d6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaaa88b-64f5-4c2c-97ec-25c7e03b05de,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:17.746570 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-4bbe382c-85d0-416b-9b3b-e2a20f36d6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:17.750417 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4bbe382c-85d0-416b-9b3b-e2a20f36d6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.751771 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-4bbe382c-85d0-416b-9b3b-e2a20f36d6a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fcaaa88b-64f5-4c2c-97ec-25c7e03b05de HTTP/1.1" status: 204 len: 168 time: 0.4236317 May 25 16:46:17.850806 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868cb7f-f9b0-4c10-aeed-5e81a74883e9 req-38c9e2a7-e240-4a3f-8574-1be408f9bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:17.852383 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c868cb7f-f9b0-4c10-aeed-5e81a74883e9 req-38c9e2a7-e240-4a3f-8574-1be408f9bcc1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 1099 time: 0.0880566 May 25 16:46:17.905834 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c868cb7f-f9b0-4c10-aeed-5e81a74883e9 req-2e6d5799-546d-4ad1-b06a-127ea1916449 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368617 May 25 16:46:18.438057 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d69e66-5a68-4448-a063-b59be8e1f308 req-fcbc6bad-4d2e-4f3f-b452-857e2198a37b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:18.445618 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-05d69e66-5a68-4448-a063-b59be8e1f308 req-fcbc6bad-4d2e-4f3f-b452-857e2198a37b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 945 time: 0.1194136 May 25 16:46:18.499290 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-05d69e66-5a68-4448-a063-b59be8e1f308 req-912d0dd2-9f08-471b-be7f-189b88ffecd9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528190 May 25 16:46:18.889193 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebbb05-ae2c-4e94-b196-e17213f0f5ea req-7ff41821-63ad-4c0d-8d68-40bf44e17a2f tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:18.891262 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-19ebbb05-ae2c-4e94-b196-e17213f0f5ea req-7ff41821-63ad-4c0d-8d68-40bf44e17a2f tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1047335 May 25 16:46:18.959530 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-19ebbb05-ae2c-4e94-b196-e17213f0f5ea req-c89c81bd-8ea1-47e3-94d5-e05a04f8ce67 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618405 May 25 16:46:20.176886 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f23e7d-3f33-4b47-8d87-92d89fb50a8d req-d49189da-af45-4f72-a2b6-3d1c2b05e5d1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:20.178419 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-53f23e7d-3f33-4b47-8d87-92d89fb50a8d req-d49189da-af45-4f72-a2b6-3d1c2b05e5d1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.0974939 May 25 16:46:20.241972 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-53f23e7d-3f33-4b47-8d87-92d89fb50a8d req-6fac55d6-bb95-4a1b-971c-7be9ab52304b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567586 May 25 16:46:20.985916 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af8b66-4925-47cd-aa62-00c957072ede req-6c4811a6-420e-4de4-b0f8-3430740cd84f tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:21.002101 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-75af8b66-4925-47cd-aa62-00c957072ede req-6c4811a6-420e-4de4-b0f8-3430740cd84f tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1651163 May 25 16:46:21.048197 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d9f5f-1697-44d6-bc50-a1be64d2eb3f req-9c0c19ed-d297-4bc2-bc8b-89b41e525cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:21.049709 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c88d9f5f-1697-44d6-bc50-a1be64d2eb3f req-9c0c19ed-d297-4bc2-bc8b-89b41e525cb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 1099 time: 0.1713328 May 25 16:46:21.085113 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-75af8b66-4925-47cd-aa62-00c957072ede req-a3a840f8-5eff-41f5-8adf-92330046519a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813632 May 25 16:46:21.197236 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d9f5f-1697-44d6-bc50-a1be64d2eb3f req-bbf7dc81-5fdb-4a69-92ee-fb135123dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:21.198863 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c88d9f5f-1697-44d6-bc50-a1be64d2eb3f req-bbf7dc81-5fdb-4a69-92ee-fb135123dd5d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 200 len: 920 time: 0.1403353 May 25 16:46:21.275125 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c88d9f5f-1697-44d6-bc50-a1be64d2eb3f req-e5c72572-4b2e-414e-8599-234407a3c328 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19b74789-6e92-4ec1-8f85-c1784238dbc8 HTTP/1.1" status: 200 len: 217 time: 0.0617394 May 25 16:46:21.344243 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d9f5f-1697-44d6-bc50-a1be64d2eb3f req-3a0ad809-939b-4a62-a01b-a406f491f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:21.345701 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c88d9f5f-1697-44d6-bc50-a1be64d2eb3f req-3a0ad809-939b-4a62-a01b-a406f491f1a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d92ea816-ea27-4895-99f6-b3d634b82c00 HTTP/1.1" status: 200 len: 858 time: 0.0610397 May 25 16:46:21.401849 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c88d9f5f-1697-44d6-bc50-a1be64d2eb3f req-13f58740-c2fa-493c-a89e-09a34ec35464 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426402 May 25 16:46:21.544267 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c88d9f5f-1697-44d6-bc50-a1be64d2eb3f req-2e6cb427-afbe-45fb-bc70-eef992a8bc1d service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280506 May 25 16:46:21.695995 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c88d9f5f-1697-44d6-bc50-a1be64d2eb3f req-18f09351-ede4-43fb-9bca-b03dfcb881ed service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353559 May 25 16:46:22.284396 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137ea72-f943-466f-9979-6d1007de8e45 req-e90decb6-a419-457c-ae7e-be6c6de4d9d8 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:22.285900 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6137ea72-f943-466f-9979-6d1007de8e45 req-e90decb6-a419-457c-ae7e-be6c6de4d9d8 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.0883343 May 25 16:46:22.390075 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6137ea72-f943-466f-9979-6d1007de8e45 req-1f682cbd-fd80-4f6f-9e25-3727493cb4ee tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984716 May 25 16:46:23.589875 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df551c-c6ba-4aa3-91e8-ea0276daef06 req-f4e1c620-896c-46c3-a921-1994f3aa5d2b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:23.591342 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b4df551c-c6ba-4aa3-91e8-ea0276daef06 req-f4e1c620-896c-46c3-a921-1994f3aa5d2b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.0813885 May 25 16:46:23.638842 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b4df551c-c6ba-4aa3-91e8-ea0276daef06 req-8ec9a765-5fa4-489c-8c7b-b3d1bb42a325 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 May 25 16:46:24.827306 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6fe2b-f28c-4359-a412-8a1df4d7c0c5 req-f69f3ce2-ec23-4332-8535-52c47090082e tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:24.829039 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0ee6fe2b-f28c-4359-a412-8a1df4d7c0c5 req-f69f3ce2-ec23-4332-8535-52c47090082e tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.0827856 May 25 16:46:24.875896 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0ee6fe2b-f28c-4359-a412-8a1df4d7c0c5 req-4c4bd74b-0eaf-4eed-92f3-22b766608efa tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 May 25 16:46:25.141581 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c5c8fc41-2ff3-4216-a3e8-bc3a1834e2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.867837 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.067075 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66307000-46ac-44c9-883e-1b9aa58f89fe req-454d1fbf-50ce-4ed8-b673-11f9d47a3a53 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:26.068528 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-66307000-46ac-44c9-883e-1b9aa58f89fe req-454d1fbf-50ce-4ed8-b673-11f9d47a3a53 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.0854394 May 25 16:46:26.120654 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-66307000-46ac-44c9-883e-1b9aa58f89fe req-cd08c35b-8e4d-4ba9-b423-037d3d056e6b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453737 May 25 16:46:27.322224 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cd5c9-a74a-4dc0-8f62-4f6790a54224 req-e48bd1a0-612d-4464-aa27-81bca662bba3 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:27.324370 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a67cd5c9-a74a-4dc0-8f62-4f6790a54224 req-e48bd1a0-612d-4464-aa27-81bca662bba3 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.0891814 May 25 16:46:27.375212 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a67cd5c9-a74a-4dc0-8f62-4f6790a54224 req-2aa20729-50ab-4740-b6fb-b998961e6048 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445910 May 25 16:46:27.451551 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.535678 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-3800d86d-7ea0-44ef-bcc8-e219c51ea1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.233604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96430e0d-1010-4670-9755-82632f633683 req-600be8d8-dc6a-45e5-9ae8-e281101a395d tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:28.235146 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-96430e0d-1010-4670-9755-82632f633683 req-600be8d8-dc6a-45e5-9ae8-e281101a395d tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 945 time: 0.0896258 May 25 16:46:28.281681 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-96430e0d-1010-4670-9755-82632f633683 req-8f82e228-3a05-4e11-9889-080411c7035a tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 May 25 16:46:28.334036 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 52392) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:28.526337 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f96d9076-99d3-4c95-a254-ed0b90e11684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.667014 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-f96d9076-99d3-4c95-a254-ed0b90e11684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:28.677555 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-f96d9076-99d3-4c95-a254-ed0b90e11684 admin admin] Usage tracker for resource:security_group_rule and tenant:587410a59edf4dc78b4d72cc5f2dfa57 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:28.681555 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-f96d9076-99d3-4c95-a254-ed0b90e11684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:28.690032 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-f96d9076-99d3-4c95-a254-ed0b90e11684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:28.740790 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.832915 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd7cbd-79d6-4f77-8bd7-a16534f4fcb9 req-737b5f1b-7dfb-4c7c-a7f3-ab0b0b2249d3 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:28.834426 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8dfd7cbd-79d6-4f77-8bd7-a16534f4fcb9 req-737b5f1b-7dfb-4c7c-a7f3-ab0b0b2249d3 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.2970893 May 25 16:46:28.936205 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-b202906c-4979-4ab4-b5ed-305e6f6da4c2 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:28.937688 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-b202906c-4979-4ab4-b5ed-305e6f6da4c2 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/networks?id=3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 200 len: 815 time: 0.2414687 May 25 16:46:28.963909 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8dfd7cbd-79d6-4f77-8bd7-a16534f4fcb9 req-14cda7ad-65c9-45f8-8214-d83698a0b2b3 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055760 May 25 16:46:28.974678 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-a0febc10-2988-414d-8127-8e50e9f1ed96 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/quotas/7f2d0896b886409484a882f871864fa7 HTTP/1.1" status: 200 len: 375 time: 0.0311816 May 25 16:46:28.983215 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f96d9076-99d3-4c95-a254-ed0b90e11684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.062297 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-0ce47369-500f-4571-975f-e8deb7ccc7e8 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815446 May 25 16:46:29.092330 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f96d9076-99d3-4c95-a254-ed0b90e11684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.103355 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:29.203495 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-f96d9076-99d3-4c95-a254-ed0b90e11684 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=587410a59edf4dc78b4d72cc5f2dfa57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8691146 May 25 16:46:29.206506 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52436) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:29.208440 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d9076-99d3-4c95-a254-ed0b90e11684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55ac086-de25-41b3-81e2-db37c0440c1a,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:29.212696 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f96d9076-99d3-4c95-a254-ed0b90e11684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:29.249812 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-a070602d-72b0-4588-858a-bdc1a75c7daa service neutron] 10.222.0.49 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793728 May 25 16:46:29.277913 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6620fb6c-6af8-4a3c-99a8-3fc780aac692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.308146 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6620fb6c-6af8-4a3c-99a8-3fc780aac692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.315083 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52442) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:29.398410 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-bb828090-0496-4b62-a747-5fa97ff6bcb5 service neutron] 10.222.0.49 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422050 May 25 16:46:29.459961 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6620fb6c-6af8-4a3c-99a8-3fc780aac692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.466291 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5eb7386e-714e-4b6a-ac19-6e1d237e71cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.479500 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:29.489976 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f0440-3212-4bbc-a80f-6811b8734d20 req-00c7df86-a4da-4704-92e8-a5ce7fcaf774 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:29.491583 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bc5f0440-3212-4bbc-a80f-6811b8734d20 req-00c7df86-a4da-4704-92e8-a5ce7fcaf774 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 945 time: 0.0815318 May 25 16:46:29.495664 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620fb6c-6af8-4a3c-99a8-3fc780aac692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55ac086-de25-41b3-81e2-db37c0440c1a,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:29.501483 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-6620fb6c-6af8-4a3c-99a8-3fc780aac692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:29.501483 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5eb7386e-714e-4b6a-ac19-6e1d237e71cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:29.505096 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5eb7386e-714e-4b6a-ac19-6e1d237e71cc admin admin] Usage tracker for resource:security_group_rule and tenant:7848abe6c14c4462988f3ccc52b1d287 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:29.509115 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5eb7386e-714e-4b6a-ac19-6e1d237e71cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:29.515851 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5eb7386e-714e-4b6a-ac19-6e1d237e71cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:29.528502 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6620fb6c-6af8-4a3c-99a8-3fc780aac692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.530684 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-6620fb6c-6af8-4a3c-99a8-3fc780aac692 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a55ac086-de25-41b3-81e2-db37c0440c1a HTTP/1.1" status: 204 len: 168 time: 0.3220780 May 25 16:46:29.553959 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bc5f0440-3212-4bbc-a80f-6811b8734d20 req-1c43214f-0658-484a-a75f-36887ce084d1 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540516 May 25 16:46:29.616526 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5eb7386e-714e-4b6a-ac19-6e1d237e71cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.714697 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4897ca2f-a49e-4c91-a65e-cbcf8675435f req-796cd2f3-d2bf-4073-a95e-052b350e13ad tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 210 time: 0.0592835 May 25 16:46:29.736370 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5eb7386e-714e-4b6a-ac19-6e1d237e71cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.743937 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-dee2566c-983f-4bff-b095-99e3011c0239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:29.798100 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-5eb7386e-714e-4b6a-ac19-6e1d237e71cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7848abe6c14c4462988f3ccc52b1d287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4794877 May 25 16:46:29.798100 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7386e-714e-4b6a-ac19-6e1d237e71cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2772949b-07d0-4531-ba0b-213d7ed70df0,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:29.798748 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52464) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:29.801478 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5eb7386e-714e-4b6a-ac19-6e1d237e71cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:29.865564 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-93e597d9-cc90-47a9-b8a2-d1598b0fa0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.908400 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-93e597d9-cc90-47a9-b8a2-d1598b0fa0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.073612 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-93e597d9-cc90-47a9-b8a2-d1598b0fa0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.078043 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:30.092363 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e597d9-cc90-47a9-b8a2-d1598b0fa0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2772949b-07d0-4531-ba0b-213d7ed70df0,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:30.096003 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-93e597d9-cc90-47a9-b8a2-d1598b0fa0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:30.098761 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-93e597d9-cc90-47a9-b8a2-d1598b0fa0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.099993 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-93e597d9-cc90-47a9-b8a2-d1598b0fa0f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2772949b-07d0-4531-ba0b-213d7ed70df0 HTTP/1.1" status: 204 len: 168 time: 0.3002095 May 25 16:46:30.212739 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fc45d-4917-4cec-8e27-a9c1072a0bc9 req-6771cbb2-052a-4556-8ca4-5588403ebafa tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:30.214788 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9f1fc45d-4917-4cec-8e27-a9c1072a0bc9 req-6771cbb2-052a-4556-8ca4-5588403ebafa tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1347044 May 25 16:46:30.221131 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52490) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:30.238681 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b07a9e21-3aac-4a25-9d67-5d6729fabe5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.256581 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.257075 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-b07a9e21-3aac-4a25-9d67-5d6729fabe5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:30.261825 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-b07a9e21-3aac-4a25-9d67-5d6729fabe5c admin admin] Usage tracker for resource:security_group_rule and tenant:bed919987be14c25942e26883ecbc911 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:30.264375 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-b07a9e21-3aac-4a25-9d67-5d6729fabe5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:30.270346 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-b07a9e21-3aac-4a25-9d67-5d6729fabe5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:30.326632 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9f1fc45d-4917-4cec-8e27-a9c1072a0bc9 req-17c85ee1-a2dd-4d2a-a255-9d96cfd6612f tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619233 May 25 16:46:30.348226 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc663f8f-16e9-4cfe-815f-9462d22c8f7f req-30392fcf-9cfe-4c58-aca4-56610ae029a8 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:30.349825 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-dc663f8f-16e9-4cfe-815f-9462d22c8f7f req-30392fcf-9cfe-4c58-aca4-56610ae029a8 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 945 time: 0.1341956 May 25 16:46:30.372695 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b07a9e21-3aac-4a25-9d67-5d6729fabe5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.454522 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b07a9e21-3aac-4a25-9d67-5d6729fabe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.469572 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:30.514179 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-b07a9e21-3aac-4a25-9d67-5d6729fabe5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bed919987be14c25942e26883ecbc911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919431 May 25 16:46:30.515234 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a9e21-3aac-4a25-9d67-5d6729fabe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a2c90c-3bf3-4dba-9eeb-9af9b6f6e50f,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:30.519710 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b07a9e21-3aac-4a25-9d67-5d6729fabe5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:30.520696 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52498) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:30.572031 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-dc663f8f-16e9-4cfe-815f-9462d22c8f7f req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Deleting port ac64b000-09dc-43c5-b0ac-aa3ee02474ed {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:30.573601 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-dc663f8f-16e9-4cfe-815f-9462d22c8f7f req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.608956 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f60a4e38-18fa-4f73-a63e-d060016b4597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.660634 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f60a4e38-18fa-4f73-a63e-d060016b4597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.868302 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f60a4e38-18fa-4f73-a63e-d060016b4597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.874505 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d2cecd91-a7f1-4a1e-9203-dee4ac117862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:30.888734 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a4e38-18fa-4f73-a63e-d060016b4597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a2c90c-3bf3-4dba-9eeb-9af9b6f6e50f,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:30.891644 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f60a4e38-18fa-4f73-a63e-d060016b4597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:30.893948 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f60a4e38-18fa-4f73-a63e-d060016b4597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.895919 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f60a4e38-18fa-4f73-a63e-d060016b4597 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02a2c90c-3bf3-4dba-9eeb-9af9b6f6e50f HTTP/1.1" status: 204 len: 168 time: 0.3733542 May 25 16:46:30.937484 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b25ca83b-c486-480c-883a-633c99b294e0 req-aaaa7d95-ad1f-4a39-ae38-1674c81beba4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 210 time: 0.0882518 May 25 16:46:30.940706 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-dc663f8f-16e9-4cfe-815f-9462d22c8f7f req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] For port ac64b000-09dc-43c5-b0ac-aa3ee02474ed, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ac64b000-09dc-43c5-b0ac-aa3ee02474ed,segment=NetworkSegment(482084e5-7102-41bb-959e-6dfe64942470),segment_id=482084e5-7102-41bb-959e-6dfe64942470)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:30.940959 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-dc663f8f-16e9-4cfe-815f-9462d22c8f7f req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.100550 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-dc663f8f-16e9-4cfe-815f-9462d22c8f7f req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Calling delete_port for ac64b000-09dc-43c5-b0ac-aa3ee02474ed owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:31.124531 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee968-ca2c-443f-82a4-ab608caa5ab1 req-a2b69f4a-05d7-4101-9932-46bb656a58ea tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:31.126016 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6e3ee968-ca2c-443f-82a4-ab608caa5ab1 req-a2b69f4a-05d7-4101-9932-46bb656a58ea tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 945 time: 0.3452039 May 25 16:46:31.137699 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52520) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:31.164402 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-106fc96d-3d34-4412-82ee-5f6528b49337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.180624 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-106fc96d-3d34-4412-82ee-5f6528b49337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:31.185648 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-106fc96d-3d34-4412-82ee-5f6528b49337 admin admin] Usage tracker for resource:security_group_rule and tenant:0288ae93e0894196aaf463e3c158f6d3 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:31.188853 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-106fc96d-3d34-4412-82ee-5f6528b49337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:31.195010 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-106fc96d-3d34-4412-82ee-5f6528b49337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:31.261119 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6e3ee968-ca2c-443f-82a4-ab608caa5ab1 req-2747b6b1-cb5f-40c0-9307-d89632f1d058 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/security-groups?id=17568a27-7e03-4485-84bc-e098429178cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571363 May 25 16:46:31.300815 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-106fc96d-3d34-4412-82ee-5f6528b49337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.398746 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-106fc96d-3d34-4412-82ee-5f6528b49337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.412328 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:31.452229 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-106fc96d-3d34-4412-82ee-5f6528b49337 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0288ae93e0894196aaf463e3c158f6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134122 May 25 16:46:31.454094 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fc96d-3d34-4412-82ee-5f6528b49337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b20c00e-99da-4611-8d70-8275ee4ae8f5,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:31.456629 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52534) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:31.458962 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-106fc96d-3d34-4412-82ee-5f6528b49337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:31.498391 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-dc663f8f-16e9-4cfe-815f-9462d22c8f7f req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.513432 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['ac64b000-09dc-43c5-b0ac-aa3ee02474ed'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:46:31.519059 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbd8d-0e10-4f8b-ab5d-b867954072e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.526557 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-bf5ad36b-aa16-4f1c-bb9b-dd40d3af8b34 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:31.547474 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbd8d-0e10-4f8b-ab5d-b867954072e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.573212 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Pushing event deleted for resources: {'Port': ['ID=ac64b000-09dc-43c5-b0ac-aa3ee02474ed,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:31.581638 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:31.668370 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc663f8f-16e9-4cfe-815f-9462d22c8f7f req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] No DVR routers for this DVR port ac64b000-09dc-43c5-b0ac-aa3ee02474ed on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:31.674515 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-dc663f8f-16e9-4cfe-815f-9462d22c8f7f req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.677070 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd2456f-8920-42a6-a654-ae7f6035343f', 'name': 'network-vif-deleted', 'tag': 'ac64b000-09dc-43c5-b0ac-aa3ee02474ed'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:31.696017 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-dc663f8f-16e9-4cfe-815f-9462d22c8f7f req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.39 "DELETE /v2.0/ports/ac64b000-09dc-43c5-b0ac-aa3ee02474ed HTTP/1.1" status: 204 len: 173 time: 1.3406868 May 25 16:46:31.704866 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ca43d-abfd-43e0-a1bd-12584e5a96fd req-5a45c52b-5460-4fa8-a7b6-5b3bd0d25a94 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:31.706610 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-609ca43d-abfd-43e0-a1bd-12584e5a96fd req-5a45c52b-5460-4fa8-a7b6-5b3bd0d25a94 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.2582502 May 25 16:46:31.724519 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbd8d-0e10-4f8b-ab5d-b867954072e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.726630 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd2456f-8920-42a6-a654-ae7f6035343f', 'name': 'network-vif-deleted', 'tag': 'ac64b000-09dc-43c5-b0ac-aa3ee02474ed', 'status': 'completed', 'code': 200} May 25 16:46:31.730178 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9c88698b-0486-44a6-a04d-8e5c4d3b0875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:31.743694 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0dbd8d-0e10-4f8b-ab5d-b867954072e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b20c00e-99da-4611-8d70-8275ee4ae8f5,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:31.751175 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-4e0dbd8d-0e10-4f8b-ab5d-b867954072e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:31.752753 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbd8d-0e10-4f8b-ab5d-b867954072e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.756552 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-4e0dbd8d-0e10-4f8b-ab5d-b867954072e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b20c00e-99da-4611-8d70-8275ee4ae8f5 HTTP/1.1" status: 204 len: 168 time: 0.2992742 May 25 16:46:31.758643 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-609ca43d-abfd-43e0-a1bd-12584e5a96fd req-f3dbb5b0-4ebd-4c0e-b933-aa048d4b1315 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 May 25 16:46:31.840762 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 52550) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:31.840762 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fb3537fa-79ed-4043-acb2-ef86bd2c3062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.840762 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-fb3537fa-79ed-4043-acb2-ef86bd2c3062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:31.840762 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-fb3537fa-79ed-4043-acb2-ef86bd2c3062 admin admin] Usage tracker for resource:security_group_rule and tenant:d409a78bdb094c679592433ba1a5cafc is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:31.840762 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-fb3537fa-79ed-4043-acb2-ef86bd2c3062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:31.840762 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-fb3537fa-79ed-4043-acb2-ef86bd2c3062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:31.909751 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fb3537fa-79ed-4043-acb2-ef86bd2c3062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:32.106109 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4146fef4-2716-438d-9b47-dc6ad5d167b2 req-153d83f7-4e2e-46a9-a889-0d791dffaa4f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 210 time: 0.0474436 May 25 16:46:32.418510 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-4d44b341-9f68-403e-91c8-5bf2e433f43a req-8fff42a8-23bc-4ead-b8ca-196539398b2f tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Synchronizing usage tracker for tenant:989faa77d77c437cae975cfd10ba3f94 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:32.607741 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fb3537fa-79ed-4043-acb2-ef86bd2c3062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:32.620591 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-02d28b6d-5cac-47b4-8cab-4bfeb7768cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:32.676159 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-fb3537fa-79ed-4043-acb2-ef86bd2c3062 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d409a78bdb094c679592433ba1a5cafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9012308 May 25 16:46:32.678698 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52562) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:32.687745 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-d4a3ad92-5cf5-48a6-b2f1-0e89de4c99da tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:32.690643 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-d4a3ad92-5cf5-48a6-b2f1-0e89de4c99da tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "GET /v2.0/networks?id=3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 200 len: 815 time: 0.1971853 May 25 16:46:32.690838 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-4d44b341-9f68-403e-91c8-5bf2e433f43a req-8fff42a8-23bc-4ead-b8ca-196539398b2f tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Unset dirty status for tenant:989faa77d77c437cae975cfd10ba3f94 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:32.691909 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4d44b341-9f68-403e-91c8-5bf2e433f43a req-8fff42a8-23bc-4ead-b8ca-196539398b2f tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 210 time: 0.3157980 May 25 16:46:32.692724 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3537fa-79ed-4043-acb2-ef86bd2c3062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f571b9b5-fa83-4cb5-b6ff-9da1cdd02e16,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:32.696027 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-fb3537fa-79ed-4043-acb2-ef86bd2c3062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:32.717921 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Request body: {'port': {'device_id': '308f982c-e96a-4cc1-a91e-fc0bfcc22c77', 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968', 'admin_state_up': True, 'tenant_id': '7f2d0896b886409484a882f871864fa7'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:32.781877 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c1946723-3d80-458f-893f-8ad7610bc982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:32.810231 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c1946723-3d80-458f-893f-8ad7610bc982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:32.862766 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:32.886011 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:32.987382 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adafe2c-890a-4276-b034-00d29ec0f2d0 req-64d588fc-fbd7-4ee3-9430-6c9ca9020172 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:32.988470 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52570) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:32.988946 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9adafe2c-890a-4276-b034-00d29ec0f2d0 req-64d588fc-fbd7-4ee3-9430-6c9ca9020172 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.0913014 May 25 16:46:33.028727 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52576) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:33.035436 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9adafe2c-890a-4276-b034-00d29ec0f2d0 req-4f3fde4e-2ae2-47c6-b45b-cd6658746348 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400875 May 25 16:46:33.125714 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Made reservation on behalf of 7f2d0896b886409484a882f871864fa7 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:33.133018 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.158314 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f2eaba05-9c1f-4f45-ac40-d35c8818b663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.172134 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c1946723-3d80-458f-893f-8ad7610bc982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.183364 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f60a4e38-18fa-4f73-a63e-d060016b4597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:33.219875 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-f2eaba05-9c1f-4f45-ac40-d35c8818b663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:33.223633 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1946723-3d80-458f-893f-8ad7610bc982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f571b9b5-fa83-4cb5-b6ff-9da1cdd02e16,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:33.231003 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-c1946723-3d80-458f-893f-8ad7610bc982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:33.238654 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-f2eaba05-9c1f-4f45-ac40-d35c8818b663 admin admin] Usage tracker for resource:security_group_rule and tenant:46b31386509e4116beff260e1c548760 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:33.251149 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c1946723-3d80-458f-893f-8ad7610bc982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.257099 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-c1946723-3d80-458f-893f-8ad7610bc982 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f571b9b5-fa83-4cb5-b6ff-9da1cdd02e16 HTTP/1.1" status: 204 len: 168 time: 0.5762336 May 25 16:46:33.270104 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2586b066-6eea-48ac-956b-d709d4248a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.280182 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-f2eaba05-9c1f-4f45-ac40-d35c8818b663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:33.292986 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-f2eaba05-9c1f-4f45-ac40-d35c8818b663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:33.297141 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-2586b066-6eea-48ac-956b-d709d4248a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:33.305050 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-2586b066-6eea-48ac-956b-d709d4248a35 admin admin] Usage tracker for resource:security_group_rule and tenant:7bc0824ff5a141e09d342749882ac84b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:33.308719 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-2586b066-6eea-48ac-956b-d709d4248a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:33.326233 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-2586b066-6eea-48ac-956b-d709d4248a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:33.524398 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1d5db0cc-69b4-43d1-97fa-4a751923506e req-15883678-4e4d-4a3e-91f5-e76074ba69f3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 210 time: 0.1815524 May 25 16:46:33.552118 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Allocated IP 172.20.0.5 (3cd84780-79c2-49f4-8712-6e957fa2a968/0edd47ab-d383-40ea-a08d-709643e97121/0abc9c67-bae6-421f-80e2-ad10c3cdeb09) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:33.568848 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f2eaba05-9c1f-4f45-ac40-d35c8818b663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.576389 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2586b066-6eea-48ac-956b-d709d4248a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.638697 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2586b066-6eea-48ac-956b-d709d4248a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.642109 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:33.658954 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f2eaba05-9c1f-4f45-ac40-d35c8818b663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.710248 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-2586b066-6eea-48ac-956b-d709d4248a35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7bc0824ff5a141e09d342749882ac84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6781702 May 25 16:46:33.715204 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 52616) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:33.717236 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586b066-6eea-48ac-956b-d709d4248a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2179d6-1a9d-40cb-b373-7eba6fe8a62b,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:33.724318 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f2eaba05-9c1f-4f45-ac40-d35c8818b663 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=46b31386509e4116beff260e1c548760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7345431 May 25 16:46:33.725478 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2586b066-6eea-48ac-956b-d709d4248a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:33.726102 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52620) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:33.726864 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:33.788771 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaba05-9c1f-4f45-ac40-d35c8818b663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a5d974-fc0e-4e11-855f-285456c20f90,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:33.794372 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f2eaba05-9c1f-4f45-ac40-d35c8818b663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:33.835215 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-691f7d14-9f49-47a1-9486-e3e45ea15912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.838534 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a301299b-678b-4b65-bb7b-fcc752575673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.903903 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-691f7d14-9f49-47a1-9486-e3e45ea15912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.914764 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.940603 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a301299b-678b-4b65-bb7b-fcc752575673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.023617 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7b9be704-71b6-41d1-a185-c50e2cb8afb2 req-c3401518-c067-428a-87cb-98349dd974bd tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bd2456f-8920-42a6-a654-ae7f6035343f HTTP/1.1" status: 200 len: 210 time: 0.0622890 May 25 16:46:34.158961 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-691f7d14-9f49-47a1-9486-e3e45ea15912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.171682 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-106fc96d-3d34-4412-82ee-5f6528b49337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:34.188293 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f7d14-9f49-47a1-9486-e3e45ea15912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a5d974-fc0e-4e11-855f-285456c20f90,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:34.192412 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-691f7d14-9f49-47a1-9486-e3e45ea15912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:34.198686 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-691f7d14-9f49-47a1-9486-e3e45ea15912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.207947 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-691f7d14-9f49-47a1-9486-e3e45ea15912 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68a5d974-fc0e-4e11-855f-285456c20f90 HTTP/1.1" status: 204 len: 168 time: 0.4745896 May 25 16:46:34.220903 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.222730 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a301299b-678b-4b65-bb7b-fcc752575673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.233172 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-71cd67f2-7026-42ae-91ef-20c457d196f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:34.234899 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['f927a76c-fec9-43e5-b79f-12f7ba3f8378'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:46:34.262736 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301299b-678b-4b65-bb7b-fcc752575673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2179d6-1a9d-40cb-b373-7eba6fe8a62b,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:34.267586 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a301299b-678b-4b65-bb7b-fcc752575673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:34.274575 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:34.316379 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Network 3cd84780-79c2-49f4-8712-6e957fa2a968 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:34.338960 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:34.343780 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:34.349386 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:34.350013 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.392854 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Pushing event updated for resources: {'Port': ['ID=0abc9c67-bae6-421f-80e2-ad10c3cdeb09,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:34.404123 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:34.410261 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a301299b-678b-4b65-bb7b-fcc752575673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.411364 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-a301299b-678b-4b65-bb7b-fcc752575673 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c2179d6-1a9d-40cb-b373-7eba6fe8a62b HTTP/1.1" status: 204 len: 168 time: 0.6953034 May 25 16:46:34.423444 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7940a-0422-4dad-a6f1-df42488102ed req-ca0e22aa-a729-473f-8dfb-b1e476d70227 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:34.430550 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8db7940a-0422-4dad-a6f1-df42488102ed req-ca0e22aa-a729-473f-8dfb-b1e476d70227 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.2777624 May 25 16:46:34.481948 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8db7940a-0422-4dad-a6f1-df42488102ed req-3ee5594d-8998-4153-a493-03fe822f11d9 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504091 May 25 16:46:34.483883 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7753177 May 25 16:46:34.497657 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Request body: {'port': {'device_id': '308f982c-e96a-4cc1-a91e-fc0bfcc22c77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:34.575000 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device ac64b000-09dc-43c5-b0ac-aa3ee02474ed no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:46:34.611503 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.656348 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: ac64b000-09dc-43c5-b0ac-aa3ee02474ed {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:46:34.656704 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device ac64b000-09dc-43c5-b0ac-aa3ee02474ed not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:46:34.859105 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4ab0f-c9dd-46e5-ade0-c8a461cd693d req-045a353a-37fe-46fd-a56b-ec8710edd855 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:34.859720 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-48a4ab0f-c9dd-46e5-ade0-c8a461cd693d req-045a353a-37fe-46fd-a56b-ec8710edd855 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Synchronizing usage tracker for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:35.053648 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-48a4ab0f-c9dd-46e5-ade0-c8a461cd693d req-045a353a-37fe-46fd-a56b-ec8710edd855 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Unset dirty status for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:35.058931 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-48a4ab0f-c9dd-46e5-ade0-c8a461cd693d req-045a353a-37fe-46fd-a56b-ec8710edd855 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 931 time: 0.3798590 May 25 16:46:35.077403 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:46:35.104253 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.144980 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Transition to ACTIVE for port object 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:35.157785 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-48a4ab0f-c9dd-46e5-ade0-c8a461cd693d req-49fc8727-0ea9-4e59-b1d7-e676b3ec7106 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726690 May 25 16:46:35.233175 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.238636 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:35.379583 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Pushing event updated for resources: {'Port': ['ID=0abc9c67-bae6-421f-80e2-ad10c3cdeb09,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:35.383040 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:35.436187 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Attempting to bind port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:35.436636 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Attempting to bind port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:35.436962 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Attempting to bind port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 on network 3cd84780-79c2-49f4-8712-6e957fa2a968 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:35.442475 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 on network 3cd84780-79c2-49f4-8712-6e957fa2a968 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:46:35.442795 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Attempting to bind port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 on network 3cd84780-79c2-49f4-8712-6e957fa2a968 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:35.448510 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:35.448839 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Checking segment: {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:35.449557 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Bound using segment: {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:35.450085 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Bound port: 0abc9c67-bae6-421f-80e2-ad10c3cdeb09, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:35.450433 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.454610 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52692) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:35.480941 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d8feca16-4356-4709-a4ed-cc056fa0aeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.490901 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d8feca16-4356-4709-a4ed-cc056fa0aeeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:35.496342 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d8feca16-4356-4709-a4ed-cc056fa0aeeb admin admin] Usage tracker for resource:security_group_rule and tenant:e4daacdb08be46c3b802c2ac747c77d7 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:35.510070 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d8feca16-4356-4709-a4ed-cc056fa0aeeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:35.514975 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d8feca16-4356-4709-a4ed-cc056fa0aeeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:35.579454 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] For port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:35.582737 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] For port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abc9c67-bae6-421f-80e2-ad10c3cdeb09,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:35.647509 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d8feca16-4356-4709-a4ed-cc056fa0aeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.683737 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.691431 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2bd92484-b914-4af4-830a-88935587ee28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:35.713733 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d8feca16-4356-4709-a4ed-cc056fa0aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.722712 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:35.744330 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52702) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:35.757183 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:35.757821 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.759179 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] 10.222.0.39 "PUT /v2.0/ports/0abc9c67-bae6-421f-80e2-ad10c3cdeb09 HTTP/1.1" status: 200 len: 1093 time: 1.2659740 May 25 16:46:35.769373 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308f982c-e96a-4cc1-a91e-fc0bfcc22c77', 'tag': '0abc9c67-bae6-421f-80e2-ad10c3cdeb09'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:35.823034 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Pushing event updated for resources: {'Port': ['ID=0abc9c67-bae6-421f-80e2-ad10c3cdeb09,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:35.829104 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:35.836065 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-347d863d-30a0-4d2f-9f13-a4737145471a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.844988 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab0da9-0f41-4362-a417-de33acc224b8 req-c490abe9-d829-4c00-b62c-f9c03e8ddf3c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:35.847047 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-21ab0da9-0f41-4362-a417-de33acc224b8 req-c490abe9-d829-4c00-b62c-f9c03e8ddf3c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.2113671 May 25 16:46:35.848664 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308f982c-e96a-4cc1-a91e-fc0bfcc22c77', 'tag': '0abc9c67-bae6-421f-80e2-ad10c3cdeb09', 'status': 'completed', 'code': 200} May 25 16:46:35.886347 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d8feca16-4356-4709-a4ed-cc056fa0aeeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4daacdb08be46c3b802c2ac747c77d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298520 May 25 16:46:35.890514 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52710) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:35.897968 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-347d863d-30a0-4d2f-9f13-a4737145471a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:35.904370 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-347d863d-30a0-4d2f-9f13-a4737145471a admin admin] Usage tracker for resource:security_group_rule and tenant:25fc366f3077480fafdd4b38d5ff08ab is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:35.908636 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-347d863d-30a0-4d2f-9f13-a4737145471a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:35.916105 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-347d863d-30a0-4d2f-9f13-a4737145471a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:35.920324 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feca16-4356-4709-a4ed-cc056fa0aeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389a0fde-506d-4f56-ab8d-3f716f8c81af,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:35.938572 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d8feca16-4356-4709-a4ed-cc056fa0aeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:36.017190 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-21ab0da9-0f41-4362-a417-de33acc224b8 req-466fc966-f7f3-45fb-9a48-ed00aa0508ff tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639533 May 25 16:46:36.032596 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-083afbff-3031-4f18-9bec-68e33de12963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.050669 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e452272-0e9c-44ce-86b4-ed7ba1e3ff43 req-b0d32028-65b3-4e28-bc78-b00d157c0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:36.052156 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e452272-0e9c-44ce-86b4-ed7ba1e3ff43 req-b0d32028-65b3-4e28-bc78-b00d157c0384 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 1096 time: 0.1196423 May 25 16:46:36.077129 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-083afbff-3031-4f18-9bec-68e33de12963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.127303 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-347d863d-30a0-4d2f-9f13-a4737145471a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.210142 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e452272-0e9c-44ce-86b4-ed7ba1e3ff43 req-dd37e5be-673d-4af8-a4ff-e342da1f9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:36.212076 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e452272-0e9c-44ce-86b4-ed7ba1e3ff43 req-dd37e5be-673d-4af8-a4ff-e342da1f9e8e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7f2d0896b886409484a882f871864fa7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1510108 May 25 16:46:36.255494 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-347d863d-30a0-4d2f-9f13-a4737145471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.265171 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:36.337877 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-083afbff-3031-4f18-9bec-68e33de12963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.381477 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-083afbff-3031-4f18-9bec-68e33de12963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.382819 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-083afbff-3031-4f18-9bec-68e33de12963 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/389a0fde-506d-4f56-ab8d-3f716f8c81af HTTP/1.1" status: 204 len: 168 time: 0.4910872 May 25 16:46:36.387537 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-347d863d-30a0-4d2f-9f13-a4737145471a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25fc366f3077480fafdd4b38d5ff08ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6420515 May 25 16:46:36.388588 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d863d-30a0-4d2f-9f13-a4737145471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc49fbdb-fd79-4619-a91e-6255e9c0b9de,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:36.391117 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52742) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:36.401420 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e452272-0e9c-44ce-86b4-ed7ba1e3ff43 req-eeb92acf-9606-436e-a9d7-d24db015fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:36.412360 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-347d863d-30a0-4d2f-9f13-a4737145471a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:36.412556 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e452272-0e9c-44ce-86b4-ed7ba1e3ff43 req-eeb92acf-9606-436e-a9d7-d24db015fd74 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1813145 May 25 16:46:36.412640 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:36.419225 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083afbff-3031-4f18-9bec-68e33de12963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a0fde-506d-4f56-ab8d-3f716f8c81af,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:36.424048 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-083afbff-3031-4f18-9bec-68e33de12963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:36.483338 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9af0021e-6c46-471a-9c01-1321ec5d2b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.513071 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9af0021e-6c46-471a-9c01-1321ec5d2b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.614727 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1621ee1-bf88-4d4d-9f65-ba3813b904a4 req-bb4b87c5-6434-495a-84f3-c9444c7dd756 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:36.616233 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d1621ee1-bf88-4d4d-9f65-ba3813b904a4 req-bb4b87c5-6434-495a-84f3-c9444c7dd756 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 943 time: 0.2087543 May 25 16:46:36.643694 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-5dc80010-f425-4af5-9f79-214540bcad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:36.645246 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-5dc80010-f425-4af5-9f79-214540bcad86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 1096 time: 0.1549032 May 25 16:46:36.690339 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9af0021e-6c46-471a-9c01-1321ec5d2b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.695431 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:36.706479 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0021e-6c46-471a-9c01-1321ec5d2b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc49fbdb-fd79-4619-a91e-6255e9c0b9de,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:36.709018 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9af0021e-6c46-471a-9c01-1321ec5d2b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:36.715324 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9af0021e-6c46-471a-9c01-1321ec5d2b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.731693 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-9af0021e-6c46-471a-9c01-1321ec5d2b94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc49fbdb-fd79-4619-a91e-6255e9c0b9de HTTP/1.1" status: 204 len: 168 time: 0.3393102 May 25 16:46:36.735811 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-37b28b43-4490-4b7b-842b-3b99bfa8f05b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0abc9c67-bae6-421f-80e2-ad10c3cdeb09 HTTP/1.1" status: 200 len: 217 time: 0.0724418 May 25 16:46:36.735811 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d1621ee1-bf88-4d4d-9f65-ba3813b904a4 req-5907e675-1703-40e6-9204-34acc6c350b5 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125159 May 25 16:46:36.809740 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-068381f7-ead7-472b-b7f6-2fb8f79d9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:36.811193 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-068381f7-ead7-472b-b7f6-2fb8f79d9f23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0edd47ab-d383-40ea-a08d-709643e97121 HTTP/1.1" status: 200 len: 855 time: 0.0642247 May 25 16:46:36.868205 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-aa660e3f-f2fb-4ee1-8ccd-baed0a6c403d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cd84780-79c2-49f4-8712-6e957fa2a968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420735 May 25 16:46:37.023671 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-e2e2c283-f64e-4443-9ccb-972b2158be7e service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486549 May 25 16:46:37.217220 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e68b341-b664-4ba2-a4ce-384571d65071 req-13ff0b01-2eed-40f6-92ac-c1363768682d service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847351 May 25 16:46:37.218073 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 52772) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:37.255929 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3dbe8-4a87-4280-a096-3d53651a01fa req-0b0f8bfc-b830-4f76-b7cd-08bcba696a68 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:37.257511 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f0b3dbe8-4a87-4280-a096-3d53651a01fa req-0b0f8bfc-b830-4f76-b7cd-08bcba696a68 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1149061 May 25 16:46:37.350433 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f0b3dbe8-4a87-4280-a096-3d53651a01fa req-3462ca1f-764b-428b-8730-ff78b1e3f3dc tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866337 May 25 16:46:37.514989 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4fe50669-9a4c-4bd6-8572-22e6c3bf8dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.543453 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52798) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:37.550077 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-4fe50669-9a4c-4bd6-8572-22e6c3bf8dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:37.554430 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-4fe50669-9a4c-4bd6-8572-22e6c3bf8dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:8a1aa288f2ae4add81c1be9e5735762b is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:37.557709 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-4fe50669-9a4c-4bd6-8572-22e6c3bf8dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:37.564482 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-4fe50669-9a4c-4bd6-8572-22e6c3bf8dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:37.624525 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50f61b5-8ff2-4c9c-bcc2-957b548065ee admin admin] Deleting subnet 4ac7bc1a-28c0-4546-b28b-00a30db35c85 {{(pid=98882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:46:37.627726 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d50f61b5-8ff2-4c9c-bcc2-957b548065ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.669354 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4fe50669-9a4c-4bd6-8572-22e6c3bf8dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.681689 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d50f61b5-8ff2-4c9c-bcc2-957b548065ee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.688971 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d50f61b5-8ff2-4c9c-bcc2-957b548065ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.759389 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4fe50669-9a4c-4bd6-8572-22e6c3bf8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.769452 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5828aaf5-25b6-4cf1-92e1-cb58e2c50d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:37.816078 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-4fe50669-9a4c-4bd6-8572-22e6c3bf8dd4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a1aa288f2ae4add81c1be9e5735762b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5945365 May 25 16:46:37.816921 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 52812) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:37.834446 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe50669-9a4c-4bd6-8572-22e6c3bf8dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aea482-987a-4023-b769-4413de75dc2b,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:37.851131 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-4fe50669-9a4c-4bd6-8572-22e6c3bf8dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:37.975625 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.010397 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.054217 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d6ae-b1bd-4f04-b1f0-b41a9948fc9a req-4388339a-56a7-4f33-873e-f24077732612 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:38.055678 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5809d6ae-b1bd-4f04-b1f0-b41a9948fc9a req-4388339a-56a7-4f33-873e-f24077732612 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 943 time: 0.1451795 May 25 16:46:38.104858 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5809d6ae-b1bd-4f04-b1f0-b41a9948fc9a req-02e7058e-c9d9-419b-8bf5-57540bf11648 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 May 25 16:46:38.136981 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d50f61b5-8ff2-4c9c-bcc2-957b548065ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625'] for subnet, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.142624 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3df65c0b-305b-468d-b68e-a9ea90645490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:38.176539 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f61b5-8ff2-4c9c-bcc2-957b548065ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac7bc1a-28c0-4546-b28b-00a30db35c85,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:38.193432 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d50f61b5-8ff2-4c9c-bcc2-957b548065ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:38.203917 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d50f61b5-8ff2-4c9c-bcc2-957b548065ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.209700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.211404 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d50f61b5-8ff2-4c9c-bcc2-957b548065ee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4ac7bc1a-28c0-4546-b28b-00a30db35c85 HTTP/1.1" status: 204 len: 168 time: 0.6669004 May 25 16:46:38.214075 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52832) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:38.216249 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:38.229469 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aea482-987a-4023-b769-4413de75dc2b,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:38.237769 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.239002 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46aea482-987a-4023-b769-4413de75dc2b HTTP/1.1" status: 204 len: 168 time: 0.4210072 May 25 16:46:38.240430 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.240795 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.241145 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.241563 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.241904 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.242279 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.242671 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.243170 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.243720 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.244747 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.245243 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.245607 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.257515 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:38.342918 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.496710 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.522374 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.522749 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.523657 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.523840 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > port after_create 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.524160 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.524518 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > port after_update 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.524836 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.525702 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.526033 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.526353 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.607002 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f1f23-5da0-459b-94b7-d4e3b81a5bea req-9a112c30-11e0-4cec-99f5-a8d331beef24 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:38.608542 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-163f1f23-5da0-459b-94b7-d4e3b81a5bea req-9a112c30-11e0-4cec-99f5-a8d331beef24 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1316373 May 25 16:46:38.653142 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-163f1f23-5da0-459b-94b7-d4e3b81a5bea req-5aa5845c-dd62-4470-820d-e599a1c093b0 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380411 May 25 16:46:38.683545 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.684032 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.696232 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.696232 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:46:38.696232 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b455f3eb-49cc-4ceb-bac1-19b7c73cd570']}} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:38.706612 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482084e5-7102-41bb-959e-6dfe64942470') {'for_net_delete': True} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:38.706944 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482084e5-7102-41bb-959e-6dfe64942470') {} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:38.720056 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141373'] for segment, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.737543 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.746954 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=98882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:38.747342 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287331'] for segment, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: from cryptography.utils import int_from_bytes May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: from cryptography.utils import int_from_bytes May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: Traceback (most recent call last): May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: timer() May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: cb(*args, **kw) May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: return func(*args, **kwargs) May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: self._notify() May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: self.callback(batched_events) May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: event.method(event) May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: return f(self, *a, **k) May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: return self._get(url).json() May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: return self.request(url, 'GET', **kwargs) May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:38.762861 dv-cinder-786386-6-smb neutron-server[98882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:38.930197 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.934804 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:38.956574 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b455f3eb-49cc-4ceb-bac1-19b7c73cd570,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:38.974721 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.979764 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.980561 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.980894 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.981299 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.981641 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.981974 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.982353 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.982683 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.983010 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.983383 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.983955 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.984411 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:38.994807 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:39.074747 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b455f3eb-49cc-4ceb-bac1-19b7c73cd570 HTTP/1.1" status: 204 len: 168 time: 0.8592927 May 25 16:46:39.318763 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5f9f-1114-4ab6-b44a-a19024f104bd req-50a0de61-6d04-411c-b45a-ce1d56f8db2b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:39.321103 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-29db5f9f-1114-4ab6-b44a-a19024f104bd req-50a0de61-6d04-411c-b45a-ce1d56f8db2b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 943 time: 0.0948598 May 25 16:46:39.378119 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-29db5f9f-1114-4ab6-b44a-a19024f104bd req-f50362c6-6b2b-4fef-acf2-fbd5f7598cf6 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506084 May 25 16:46:39.443100 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 52886) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:39.503917 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-b228ea6e-05ab-4a2d-a529-11503d22aded admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=989faa77d77c437cae975cfd10ba3f94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0596149 May 25 16:46:39.504772 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 52890) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:39.638421 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e9e268dd-5f01-4b14-b21b-b6fc5f4a385a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.667303 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e9e268dd-5f01-4b14-b21b-b6fc5f4a385a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.846427 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e9e268dd-5f01-4b14-b21b-b6fc5f4a385a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.855232 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-8e3d5498-b36a-47e1-a98f-1feb937f27b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:39.871474 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e268dd-5f01-4b14-b21b-b6fc5f4a385a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17568a27-7e03-4485-84bc-e098429178cf,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:39.873793 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-e9e268dd-5f01-4b14-b21b-b6fc5f4a385a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:39.879289 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e9e268dd-5f01-4b14-b21b-b6fc5f4a385a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.880390 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-e9e268dd-5f01-4b14-b21b-b6fc5f4a385a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17568a27-7e03-4485-84bc-e098429178cf HTTP/1.1" status: 204 len: 168 time: 0.3745685 May 25 16:46:39.892300 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0e4c9-7083-48da-8d7f-5b9ef354739d req-e994e855-2712-45c6-818d-35d1c605d9d8 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:39.893833 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a9c0e4c9-7083-48da-8d7f-5b9ef354739d req-e994e855-2712-45c6-818d-35d1c605d9d8 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1117868 May 25 16:46:39.955128 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a9c0e4c9-7083-48da-8d7f-5b9ef354739d req-ef5de28f-4e2e-4812-9a24-4e87cb36ac42 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538986 May 25 16:46:40.571800 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2439c0-d7e1-4049-85a3-cddf3974f575 req-62ef2269-9583-41a8-a9ea-a242ac881986 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:40.581176 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6a2439c0-d7e1-4049-85a3-cddf3974f575 req-62ef2269-9583-41a8-a9ea-a242ac881986 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 943 time: 0.0909424 May 25 16:46:40.595848 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:46:40.654720 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6a2439c0-d7e1-4049-85a3-cddf3974f575 req-df297279-419e-4eda-a3ef-8c6cf494a6de tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725641 May 25 16:46:40.838812 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abc9c67-bae6-421f-80e2-ad10c3cdeb09,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:40.854503 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '0abc9c67-bae6-421f-80e2-ad10c3cdeb09', 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968', 'port_id': '0abc9c67-bae6-421f-80e2-ad10c3cdeb09', 'mac_address': 'fa:16:3e:1c:82:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edd47ab-d383-40ea-a08d-709643e97121', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:46:40.936123 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.954357 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:46:40.970949 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abc9c67-bae6-421f-80e2-ad10c3cdeb09,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:41.027722 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:41.030564 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:41.111124 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=0abc9c67-bae6-421f-80e2-ad10c3cdeb09,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:41.115626 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:41.195340 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80addf-5a77-490b-9738-6a49a8fcbe14 req-0df96be2-8120-4733-a1c1-135a82f8353b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:41.196328 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-df80addf-5a77-490b-9738-6a49a8fcbe14 req-0df96be2-8120-4733-a1c1-135a82f8353b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1048603 May 25 16:46:41.257572 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-df80addf-5a77-490b-9738-6a49a8fcbe14 req-a7d2385c-8143-40cb-bf33-a3f3561f975d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551124 May 25 16:46:41.371905 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['0abc9c67-bae6-421f-80e2-ad10c3cdeb09'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:46:41.717203 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 52998) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:41.825074 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-network', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:41.832580 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:41.839023 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Usage tracker for resource:network and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:41.842514 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:41.850652 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:41.872989 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851f337-535d-40f8-a73a-879895bb3159 req-554db576-4aaf-4433-821c-0361bd32383b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:41.872989 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2851f337-535d-40f8-a73a-879895bb3159 req-554db576-4aaf-4433-821c-0361bd32383b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 944 time: 0.1120293 May 25 16:46:41.920210 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2851f337-535d-40f8-a73a-879895bb3159 req-51409647-4a46-434a-9a36-3f41ef3dd1dd tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 May 25 16:46:41.975511 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Made reservation on behalf of cc17a95680e746b19bec554ae402e65e for: {'network': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:41.977883 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:41.990224 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.004146 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:42.007916 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:42.011136 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:42.016830 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:42.098113 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.221724 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.225829 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:42.250498 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=98881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:42.263867 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfcafca-e83f-4563-ae40-a6cdfde01009,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:42.268056 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:42.268969 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.269321 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.segments_db [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Added segment 7ce7fe34-2b50-45e5-9ff5-20b3bf716e43 of type vlan for network ac38085e-850b-4c3b-921d-dd020ca093cc May 25 16:46:42.300540 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.422237 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.423141 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:42.423711 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.429745 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:42.550936 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ac38085e-850b-4c3b-921d-dd020ca093cc,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:42.556793 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:42.564420 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network ac38085e-850b-4c3b-921d-dd020ca093cc details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:42.565594 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0afd1-64cf-4832-9903-06bd3981050e req-7129a212-aa55-4d00-a0f6-c9ac00385384 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:42.567290 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d7d0afd1-64cf-4832-9903-06bd3981050e req-7129a212-aa55-4d00-a0f6-c9ac00385384 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1987374 May 25 16:46:42.615180 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8966658 May 25 16:46:42.618128 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53022) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:42.624477 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Request body: {'subnet': {'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-subnet', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:42.634474 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d7d0afd1-64cf-4832-9903-06bd3981050e req-6e247067-73c6-4751-bd47-73e25b47f040 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601456 May 25 16:46:42.644887 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:42.657839 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Usage tracker for resource:subnet and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:42.662230 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:42.672535 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:42.704611 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:42.781942 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Made reservation on behalf of cc17a95680e746b19bec554ae402e65e for: {'subnet': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:42.784491 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2154566'] for subnet, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.896840 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:42.907803 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:42.907803 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.076850 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.108055 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308f982c-e96a-4cc1-a91e-fc0bfcc22c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abc9c67-bae6-421f-80e2-ad10c3cdeb09'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:43.121747 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abc9c67-bae6-421f-80e2-ad10c3cdeb09,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:43.159019 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308f982c-e96a-4cc1-a91e-fc0bfcc22c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abc9c67-bae6-421f-80e2-ad10c3cdeb09', 'code': 200} May 25 16:46:43.163453 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134e03-3252-453b-a731-78a7bc408a1c req-435c5341-8cf4-4ba2-b376-4992b171351f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:43.164343 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-57134e03-3252-453b-a731-78a7bc408a1c req-435c5341-8cf4-4ba2-b376-4992b171351f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 944 time: 0.0969691 May 25 16:46:43.216855 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-57134e03-3252-453b-a731-78a7bc408a1c req-b3747169-1466-426f-a611-6123bb2a05d9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456693 May 25 16:46:43.266931 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.268780 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:43.347547 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=0abc9c67-bae6-421f-80e2-ad10c3cdeb09,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:43.350738 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:43.359004 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2286342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2154576'] for subnet, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.364201 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:43.445695 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a85378c7-f9cc-474b-a7dd-f686d86c794d,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:43.450510 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Checking segment: {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:43.450794 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Network hostable DHCP agents. Network: ac38085e-850b-4c3b-921d-dd020ca093cc, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:43.455046 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:43.604151 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Network ac38085e-850b-4c3b-921d-dd020ca093cc is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:43.636579 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4bfa9-a7c6-479b-8462-9f74d3b29269 req-aa42e684-8f9c-432b-b806-d1bbad9b171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:43.638141 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2aa4bfa9-a7c6-479b-8462-9f74d3b29269 req-aa42e684-8f9c-432b-b806-d1bbad9b171b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 1098 time: 0.0901713 May 25 16:46:43.673934 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, ac38085e-850b-4c3b-921d-dd020ca093cc) {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:43.684214 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d12036-c2ed-48a0-9b91-61968bac7d83 None None] Network ac38085e-850b-4c3b-921d-dd020ca093cc requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:43.692226 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2aa4bfa9-a7c6-479b-8462-9f74d3b29269 req-9ea7e4e9-6298-40c3-ac04-0e409aabd218 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439291 May 25 16:46:43.726358 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:43.727310 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.853747 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2310412 May 25 16:46:43.853747 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53064) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:43.859312 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:43.869261 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7e9a2-2622-44ce-8974-e0caa70e6c6c req-8f904c47-c52e-42be-9450-0b3859ec360d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:43.871215 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77e7e9a2-2622-44ce-8974-e0caa70e6c6c req-8f904c47-c52e-42be-9450-0b3859ec360d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1150942 May 25 16:46:43.871721 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:43.876920 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Usage tracker for resource:router and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:43.880404 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:43.887457 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:43.958616 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5212'] for router, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.959809 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.961958 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77e7e9a2-2622-44ce-8974-e0caa70e6c6c req-9e856210-3493-4fb8-ba3f-a0648b0e6003 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833960 May 25 16:46:43.987333 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.035577 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23d52cc-7998-5017-810c-50915ea2e18b-ac38085e-850b-4c3b-921d-dd020ca093cc', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d'}]}} from dv-cinder-786386-6-smb. {{(pid=98883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:44.036389 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.199773 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.db_base_plugin_common [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Allocated IP 172.20.0.2 (ac38085e-850b-4c3b-921d-dd020ca093cc/a85378c7-f9cc-474b-a7dd-f686d86c794d/cacc9e2c-481e-452a-b2e5-05e9dabb889e) {{(pid=98883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:44.420464 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f1fea-7d30-4706-97f7-516206d6bd70 req-6a579f39-cb79-480b-b124-cd10d9dc2a38 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:44.422297 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-107f1fea-7d30-4706-97f7-516206d6bd70 req-6a579f39-cb79-480b-b124-cd10d9dc2a38 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 945 time: 0.0951333 May 25 16:46:44.436409 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Notify callbacks [] for port, precommit_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.447904 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Transition to ACTIVE for port object cacc9e2c-481e-452a-b2e5-05e9dabb889e will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:44.472664 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Transition to ACTIVE for port object cacc9e2c-481e-452a-b2e5-05e9dabb889e will not be triggered until provisioned by entity DHCP. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:44.474815 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-925009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5153'] for router, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.496239 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-107f1fea-7d30-4706-97f7-516206d6bd70 req-72868f87-94cb-462a-85ac-377b97073e1c tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651739 May 25 16:46:44.553367 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.557875 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:44.618730 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Network ac38085e-850b-4c3b-921d-dd020ca093cc is already hosted by enough agents. {{(pid=98883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:44.621583 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.base_scheduler [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Resources bound (agent type, host, resource id): {{(pid=98883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:44.625278 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Received port after_create {{(pid=98883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:44.692502 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Pushing event updated for resources: {'Port': ['ID=cacc9e2c-481e-452a-b2e5-05e9dabb889e,revision_number=1']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:44.702331 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:44.724717 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Attempting to bind port cacc9e2c-481e-452a-b2e5-05e9dabb889e on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:44.725359 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Attempting to bind port cacc9e2c-481e-452a-b2e5-05e9dabb889e by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:44.725889 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Attempting to bind port cacc9e2c-481e-452a-b2e5-05e9dabb889e on network ac38085e-850b-4c3b-921d-dd020ca093cc {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:44.741690 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:44.742086 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Checking segment: {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:44.742490 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.742884 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Bound using segment: {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:44.743355 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Bound port: cacc9e2c-481e-452a-b2e5-05e9dabb889e, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:44.743759 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.868535 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] For port cacc9e2c-481e-452a-b2e5-05e9dabb889e, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:44.876533 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] For port cacc9e2c-481e-452a-b2e5-05e9dabb889e, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=cacc9e2c-481e-452a-b2e5-05e9dabb889e,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:44.935376 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.968128 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.045555 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.051265 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:45.143740 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Allocated IP 172.28.3.90 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/50983ab2-5279-43f1-8707-ae9205416ce6) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:45.165628 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Pushing event updated for resources: {'Port': ['ID=cacc9e2c-481e-452a-b2e5-05e9dabb889e,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:45.174872 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:45.231913 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b56a1-9eda-4081-bca2-7198bd5bded9 req-84bc0c23-1b35-42d4-911e-4ba037202621 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:45.234132 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-934b56a1-9eda-4081-bca2-7198bd5bded9 req-84bc0c23-1b35-42d4-911e-4ba037202621 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1182516 May 25 16:46:45.304090 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-934b56a1-9eda-4081-bca2-7198bd5bded9 req-5ddd536d-b0c7-4d2a-816f-2854d27639d1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542746 May 25 16:46:45.346451 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.487133 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.495309 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:45.561857 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:45.565510 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:45.568590 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:45.702653 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device cacc9e2c-481e-452a-b2e5-05e9dabb889e up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:45.723633 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53106) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:45.788778 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b2c82-c495-4322-add3-24941888e4d0 req-b9f92b59-9242-4b4b-b2d2-32d1582c2cc8 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:45.791240 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2f3b2c82-c495-4322-add3-24941888e4d0 req-b9f92b59-9242-4b4b-b2d2-32d1582c2cc8 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 945 time: 0.1290193 May 25 16:46:45.850294 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port cacc9e2c-481e-452a-b2e5-05e9dabb889e completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:45.882013 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=50983ab2-5279-43f1-8707-ae9205416ce6,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:45.925904 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2f3b2c82-c495-4322-add3-24941888e4d0 req-f63e0203-0899-4886-8a8f-962a193bf5ea tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218479 May 25 16:46:45.939248 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:46.007705 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-690eef06-9a67-428e-8cdc-1215fe6b6c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.034018 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-690eef06-9a67-428e-8cdc-1215fe6b6c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:46.039378 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-690eef06-9a67-428e-8cdc-1215fe6b6c6c admin admin] Usage tracker for resource:security_group_rule and tenant:adfccdc45d814c64b623ca57b979d799 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:46.045577 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-690eef06-9a67-428e-8cdc-1215fe6b6c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:46.051951 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-690eef06-9a67-428e-8cdc-1215fe6b6c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:46.159630 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-690eef06-9a67-428e-8cdc-1215fe6b6c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.216006 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-690eef06-9a67-428e-8cdc-1215fe6b6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.236462 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-c2d12481-827e-4847-9aea-eab5ab3acf6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:46.269644 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-690eef06-9a67-428e-8cdc-1215fe6b6c6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=adfccdc45d814c64b623ca57b979d799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5398173 May 25 16:46:46.270560 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53132) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:46.317009 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eef06-9a67-428e-8cdc-1215fe6b6c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c271615d-db6d-43e8-9951-04cf313ad5c6,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:46.325499 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-690eef06-9a67-428e-8cdc-1215fe6b6c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:46.385741 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-39028850-10a0-495d-9a4e-ba7831a5e551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.394579 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c31e672-e400-4118-83f0-15feaa03706a None None] Network ac38085e-850b-4c3b-921d-dd020ca093cc requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:46.432144 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-39028850-10a0-495d-9a4e-ba7831a5e551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.470662 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.589984 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487a2ad-c875-4d93-8a9c-e7889385cf48 req-eb6e1654-a0f9-4779-b63c-43c52424fd01 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:46.592101 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1487a2ad-c875-4d93-8a9c-e7889385cf48 req-eb6e1654-a0f9-4779-b63c-43c52424fd01 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1040602 May 25 16:46:46.624976 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-39028850-10a0-495d-9a4e-ba7831a5e551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.632913 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:46.655742 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-c7542d72-584d-46db-a8ec-b972223946f7 None None] Provisioning for port cacc9e2c-481e-452a-b2e5-05e9dabb889e completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:46.656290 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39028850-10a0-495d-9a4e-ba7831a5e551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c271615d-db6d-43e8-9951-04cf313ad5c6,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:46.663501 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-39028850-10a0-495d-9a4e-ba7831a5e551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:46.670335 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-39028850-10a0-495d-9a4e-ba7831a5e551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.674561 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-39028850-10a0-495d-9a4e-ba7831a5e551 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c271615d-db6d-43e8-9951-04cf313ad5c6 HTTP/1.1" status: 204 len: 168 time: 0.4004588 May 25 16:46:46.678296 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1487a2ad-c875-4d93-8a9c-e7889385cf48 req-9bf8863a-32fc-472d-b2d9-00ba5b17a494 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761940 May 25 16:46:46.689773 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53154) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:46.691011 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-c7542d72-584d-46db-a8ec-b972223946f7 None None] Provisioning complete for port cacc9e2c-481e-452a-b2e5-05e9dabb889e triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:46.691402 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7542d72-584d-46db-a8ec-b972223946f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.892380 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b231bd5f-6b93-456a-9878-e8588d184cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.922728 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-b231bd5f-6b93-456a-9878-e8588d184cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:46.927060 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-b231bd5f-6b93-456a-9878-e8588d184cae admin admin] Usage tracker for resource:security_group_rule and tenant:530e762db66844a0846305e05176fd99 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:46.929939 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-b231bd5f-6b93-456a-9878-e8588d184cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:46.937697 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-b231bd5f-6b93-456a-9878-e8588d184cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:46.943928 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7542d72-584d-46db-a8ec-b972223946f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.977873 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-c7542d72-584d-46db-a8ec-b972223946f7 None None] For port cacc9e2c-481e-452a-b2e5-05e9dabb889e, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=cacc9e2c-481e-452a-b2e5-05e9dabb889e,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:47.044352 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924946'] for router, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.056885 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7542d72-584d-46db-a8ec-b972223946f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.061224 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:47.202396 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b231bd5f-6b93-456a-9878-e8588d184cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.221774 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7542d72-584d-46db-a8ec-b972223946f7 None None] Pushing event updated for resources: {'Port': ['ID=cacc9e2c-481e-452a-b2e5-05e9dabb889e,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:47.225362 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-c7542d72-584d-46db-a8ec-b972223946f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:47.291346 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-ae05f0c6-131e-4798-9a8c-7e49c794f955 None None] Provisioning complete for port cacc9e2c-481e-452a-b2e5-05e9dabb889e triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:47.291651 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-ae05f0c6-131e-4798-9a8c-7e49c794f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.295812 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b231bd5f-6b93-456a-9878-e8588d184cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.310069 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a301299b-678b-4b65-bb7b-fcc752575673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:47.361537 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231bd5f-6b93-456a-9878-e8588d184cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bb6120-423c-425b-946a-094803f2b29b,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:47.366039 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b231bd5f-6b93-456a-9878-e8588d184cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:47.381736 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-b231bd5f-6b93-456a-9878-e8588d184cae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=530e762db66844a0846305e05176fd99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6908233 May 25 16:46:47.384162 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53186) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:47.410114 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Router cca3c552-9594-4262-b5ae-5170b40c6d42 is scheduled to L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 with binding_index 1 {{(pid=98882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:46:47.453894 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e560-84d6-4691-80f6-4469afb5e8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.481938 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e560-84d6-4691-80f6-4469afb5e8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.573766 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53194) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:47.597876 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9c4b00da-1c56-48a9-b24f-013771e46157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.614987 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-9c4b00da-1c56-48a9-b24f-013771e46157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:47.619746 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-9c4b00da-1c56-48a9-b24f-013771e46157 admin admin] Usage tracker for resource:security_group_rule and tenant:446bd860741e4082802f671711a328e3 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:47.622286 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-9c4b00da-1c56-48a9-b24f-013771e46157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:47.631226 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device cacc9e2c-481e-452a-b2e5-05e9dabb889e up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:47.637707 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-9c4b00da-1c56-48a9-b24f-013771e46157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:47.650700 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:47.663631 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Sync routers for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:47.683171 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:47.683171 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:46:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:47.718445 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port cacc9e2c-481e-452a-b2e5-05e9dabb889e triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:47.719590 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.758882 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] Notify callbacks [] for router, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.762712 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-75e404af-7b97-439d-9a9e-e36cda1cc3e7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9055061 May 25 16:46:47.762860 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9c4b00da-1c56-48a9-b24f-013771e46157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.762860 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e560-84d6-4691-80f6-4469afb5e8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.763029 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53204) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:47.770776 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-fffbc45c-d08c-44a3-9569-433a7008d547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:47.786833 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1e560-84d6-4691-80f6-4469afb5e8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bb6120-423c-425b-946a-094803f2b29b,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:47.788444 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d8a1e560-84d6-4691-80f6-4469afb5e8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:47.789381 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e560-84d6-4691-80f6-4469afb5e8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.790608 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-d8a1e560-84d6-4691-80f6-4469afb5e8c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59bb6120-423c-425b-946a-094803f2b29b HTTP/1.1" status: 204 len: 168 time: 0.4041154 May 25 16:46:47.867695 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9c4b00da-1c56-48a9-b24f-013771e46157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.917139 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d8a1e560-84d6-4691-80f6-4469afb5e8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:47.947492 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-9c4b00da-1c56-48a9-b24f-013771e46157 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=446bd860741e4082802f671711a328e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719392 May 25 16:46:47.949645 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b00da-1c56-48a9-b24f-013771e46157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bb4ec5-ccb6-4bf7-b8eb-c25d1255ed4b,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:47.950323 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53210) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:47.987807 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9c4b00da-1c56-48a9-b24f-013771e46157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:48.059196 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6697cc-8bdd-4eb9-8d00-2ab2f0a53496 req-b903c038-0686-4fc8-bde4-f4a239211451 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:48.060832 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3b6697cc-8bdd-4eb9-8d00-2ab2f0a53496 req-b903c038-0686-4fc8-bde4-f4a239211451 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1122563 May 25 16:46:48.093976 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:48.116901 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3b6697cc-8bdd-4eb9-8d00-2ab2f0a53496 req-a3b3f41e-1874-4b1f-80ac-7372c71cc2f2 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482063 May 25 16:46:48.252429 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-237f53f7-6546-4875-be65-f027be601ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.352298 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-237f53f7-6546-4875-be65-f027be601ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.461065 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:46Z', 'revision_number': 3, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:48.467662 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Checking router: cca3c552-9594-4262-b5ae-5170b40c6d42 for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:46:48.468212 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Updating router cca3c552-9594-4262-b5ae-5170b40c6d42 port 50983ab2-5279-43f1-8707-ae9205416ce6 binding host dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:46:48.541215 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.571615 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-237f53f7-6546-4875-be65-f027be601ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.579007 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-e134aec1-4542-4690-86e6-45ebe0181bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:48.597242 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f53f7-6546-4875-be65-f027be601ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bb4ec5-ccb6-4bf7-b8eb-c25d1255ed4b,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:48.669957 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-237f53f7-6546-4875-be65-f027be601ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:48.675066 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-237f53f7-6546-4875-be65-f027be601ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.677782 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-237f53f7-6546-4875-be65-f027be601ad0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0bb4ec5-ccb6-4bf7-b8eb-c25d1255ed4b HTTP/1.1" status: 204 len: 168 time: 0.7260237 May 25 16:46:48.821490 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53230) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:48.866782 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0e10369a-3687-409f-b6e7-52b928b48ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.880602 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d29c846-1034-42d7-a701-c9fe08bdac22 req-7917742f-c433-48d9-83b0-584b1e02dabf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778282 May 25 16:46:48.898260 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-0e10369a-3687-409f-b6e7-52b928b48ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:48.907423 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.921532 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Transition to ACTIVE for port object 50983ab2-5279-43f1-8707-ae9205416ce6 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:48.939896 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-0e10369a-3687-409f-b6e7-52b928b48ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:9b48d7f92fbb49cd847d25cc623c7585 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:48.943001 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-0e10369a-3687-409f-b6e7-52b928b48ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:48.955843 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-0e10369a-3687-409f-b6e7-52b928b48ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:48.991045 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.031926 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.035269 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29c846-1034-42d7-a701-c9fe08bdac22 req-950477cc-7509-41f9-ad59-896222be178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:49.040620 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:49.040725 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d29c846-1034-42d7-a701-c9fe08bdac22 req-950477cc-7509-41f9-ad59-896222be178a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 1098 time: 0.0803361 May 25 16:46:49.176736 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Attempting to bind port 50983ab2-5279-43f1-8707-ae9205416ce6 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:49.177110 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Attempting to bind port 50983ab2-5279-43f1-8707-ae9205416ce6 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:49.177502 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Attempting to bind port 50983ab2-5279-43f1-8707-ae9205416ce6 on network 2f7e0120-dd4d-463e-a817-41806313a9a0 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:49.179684 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Pushing event updated for resources: {'Port': ['ID=50983ab2-5279-43f1-8707-ae9205416ce6,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:49.196054 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0e10369a-3687-409f-b6e7-52b928b48ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.225800 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.225800 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.225800 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.225800 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.226990 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.226990 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.226990 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.227195 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.227402 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.227707 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.229650 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.229650 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:49.240827 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:49.241872 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:49.242247 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Checking segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:49.242643 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.247020 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Bound using segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:49.247020 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Bound port: 50983ab2-5279-43f1-8707-ae9205416ce6, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:49.247020 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.301408 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29c846-1034-42d7-a701-c9fe08bdac22 req-a58a7b00-00ad-44bf-9f48-2550cf1078d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:49.302466 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d29c846-1034-42d7-a701-c9fe08bdac22 req-a58a7b00-00ad-44bf-9f48-2550cf1078d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 200 len: 917 time: 0.2225885 May 25 16:46:49.310444 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0e10369a-3687-409f-b6e7-52b928b48ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.339762 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Allocated IP 172.20.0.1 (ac38085e-850b-4c3b-921d-dd020ca093cc/a85378c7-f9cc-474b-a7dd-f686d86c794d/ad9da783-bf11-47e6-aff2-696ae29b9e9c) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:49.346902 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b07a9e21-3aac-4a25-9d67-5d6729fabe5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:49.371428 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] For port 50983ab2-5279-43f1-8707-ae9205416ce6, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:49.374921 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] For port 50983ab2-5279-43f1-8707-ae9205416ce6, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=50983ab2-5279-43f1-8707-ae9205416ce6,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:49.404960 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-0e10369a-3687-409f-b6e7-52b928b48ce3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b48d7f92fbb49cd847d25cc623c7585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5814955 May 25 16:46:49.420751 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d29c846-1034-42d7-a701-c9fe08bdac22 req-58e440b7-fbd9-4cf7-9c74-ad940789cb49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f927a76c-fec9-43e5-b79f-12f7ba3f8378 HTTP/1.1" status: 200 len: 217 time: 0.1014178 May 25 16:46:49.422377 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53254) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:49.425506 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10369a-3687-409f-b6e7-52b928b48ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a04f568-c8bf-4a7c-b34e-34c78b93eb34,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:49.428957 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0e10369a-3687-409f-b6e7-52b928b48ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:49.439314 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.444139 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e7f57f17-c8e7-4e60-a4a6-1cbb26e9f77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:49.555904 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Pushing event updated for resources: {'Port': ['ID=50983ab2-5279-43f1-8707-ae9205416ce6,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:49.559631 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:49.560376 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:49.560989 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:46:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:49.682959 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29c846-1034-42d7-a701-c9fe08bdac22 req-9eb9e53c-295a-4355-bc86-0b5e9311ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:49.686563 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d29c846-1034-42d7-a701-c9fe08bdac22 req-9eb9e53c-295a-4355-bc86-0b5e9311ee94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0edd47ab-d383-40ea-a08d-709643e97121 HTTP/1.1" status: 200 len: 855 time: 0.2521577 May 25 16:46:49.704800 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.742644 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.provisioning_blocks [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Transition to ACTIVE for port object ad9da783-bf11-47e6-aff2-696ae29b9e9c will not be triggered until provisioned by entity DHCP. {{(pid=98882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:49.844412 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-69f3e616-6b32-401a-be6f-e15c71cbcefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.849451 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d29c846-1034-42d7-a701-c9fe08bdac22 req-d397a5d9-b45d-4e61-8236-9ebcbfef16b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cd84780-79c2-49f4-8712-6e957fa2a968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522284 May 25 16:46:49.925758 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.928743 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:49.948309 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:50.025305 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-69f3e616-6b32-401a-be6f-e15c71cbcefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.057185 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baf0ef-2635-407e-b101-a13c9caa82f1 req-5194f479-0640-4d7b-8083-fed9f8d68e87 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:50.058741 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d4baf0ef-2635-407e-b101-a13c9caa82f1 req-5194f479-0640-4d7b-8083-fed9f8d68e87 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.6370795 May 25 16:46:50.077230 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Network ac38085e-850b-4c3b-921d-dd020ca093cc is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:50.086710 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:50.096318 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:50.171688 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9da783-bf11-47e6-aff2-696ae29b9e9c,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:50.190288 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:50.209303 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d4baf0ef-2635-407e-b101-a13c9caa82f1 req-e5c9a497-18a5-4b24-8b6d-e485044b058a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379433 May 25 16:46:50.245258 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924003'] for router_interface, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.367429 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d29c846-1034-42d7-a701-c9fe08bdac22 req-95cee4df-9c3e-4723-a1a1-8f6b9ed35fa2 service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991024 May 25 16:46:50.399868 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53304) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:50.448821 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:46Z', 'revision_number': 3, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:50.456250 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc96029-dec5-4318-9d4a-063cabd27dcc None None] The sync data for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb is: [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:46Z', 'revision_number': 3, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:50.524234 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-904134f9-f197-494e-8700-95458ff8a6b2 None None] Provisioning for port ad9da783-bf11-47e6-aff2-696ae29b9e9c completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:50.532668 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-904134f9-f197-494e-8700-95458ff8a6b2 None None] Provisioning complete for port ad9da783-bf11-47e6-aff2-696ae29b9e9c triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:50.533671 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-904134f9-f197-494e-8700-95458ff8a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.561516 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.563047 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d29c846-1034-42d7-a701-c9fe08bdac22 req-62ed7738-9c37-44a6-bc9a-d61024c8e6bc service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777544 May 25 16:46:50.636284 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-2ba40b2c-60e5-481d-8c77-cb05208c9cc3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:50.638091 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-2ba40b2c-60e5-481d-8c77-cb05208c9cc3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/networks?id=3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 200 len: 815 time: 0.3949339 May 25 16:46:50.645945 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-69f3e616-6b32-401a-be6f-e15c71cbcefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.660491 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:50.686013 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-904134f9-f197-494e-8700-95458ff8a6b2 None None] Port ad9da783-bf11-47e6-aff2-696ae29b9e9c cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:50.698275 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3e616-6b32-401a-be6f-e15c71cbcefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a04f568-c8bf-4a7c-b34e-34c78b93eb34,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:50.708847 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-69f3e616-6b32-401a-be6f-e15c71cbcefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.710548 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-69f3e616-6b32-401a-be6f-e15c71cbcefe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a04f568-c8bf-4a7c-b34e-34c78b93eb34 HTTP/1.1" status: 204 len: 168 time: 1.2870746 May 25 16:46:50.720730 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-d68481f3-c28d-4d5e-829d-5fc61759f53c tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/quotas/7f2d0896b886409484a882f871864fa7 HTTP/1.1" status: 200 len: 375 time: 0.0610752 May 25 16:46:50.781002 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-69f3e616-6b32-401a-be6f-e15c71cbcefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:50.825768 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-dec2254b-4e7c-484b-a2af-4f0855d0a135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.880638 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-6e4f771b-8f07-4f1e-b077-d88719605571 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1578245 May 25 16:46:50.887565 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-dec2254b-4e7c-484b-a2af-4f0855d0a135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:50.891564 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-dec2254b-4e7c-484b-a2af-4f0855d0a135 admin admin] Usage tracker for resource:security_group_rule and tenant:9c9e8074245b473ea843bd229aa68010 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:50.894495 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-dec2254b-4e7c-484b-a2af-4f0855d0a135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:50.904037 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-dec2254b-4e7c-484b-a2af-4f0855d0a135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:51.314506 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.402442 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-adfa02a9-66bc-4116-bb0c-6fd9560894ac service neutron] 10.222.0.49 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204995 May 25 16:46:51.415097 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-dec2254b-4e7c-484b-a2af-4f0855d0a135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.429920 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287295'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.471253 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:51.577746 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-dec2254b-4e7c-484b-a2af-4f0855d0a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.637988 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9da783-bf11-47e6-aff2-696ae29b9e9c,revision_number=2']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:51.641783 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:51.658965 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5eb7386e-714e-4b6a-ac19-6e1d237e71cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:51.673954 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924110'] for router_interface, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.711821 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 50983ab2-5279-43f1-8707-ae9205416ce6 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:51.745929 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-10b5cd59-b1c5-4889-90ae-cdf8fcb7fe3e service neutron] 10.222.0.49 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369372 May 25 16:46:51.780521 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa274c7d-b101-41b6-8153-c5531402bb29 req-5160c273-adf1-4841-9164-084810f537b3 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:51.782085 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aa274c7d-b101-41b6-8153-c5531402bb29 req-5160c273-adf1-4841-9164-084810f537b3 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.3550887 May 25 16:46:51.878675 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:46:51.922224 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aa274c7d-b101-41b6-8153-c5531402bb29 req-11a61371-fd40-414a-9ea4-cd0e1328a72b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293008 May 25 16:46:51.954818 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-dec2254b-4e7c-484b-a2af-4f0855d0a135 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c9e8074245b473ea843bd229aa68010&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5513296 May 25 16:46:51.955738 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53350) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:51.988010 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port 50983ab2-5279-43f1-8707-ae9205416ce6 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:51.997347 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 50983ab2-5279-43f1-8707-ae9205416ce6 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:51.997347 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.010923 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2254b-4e7c-484b-a2af-4f0855d0a135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a335e24-f2fc-48c5-bb5a-2118516fa7c6,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:52.018181 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-dec2254b-4e7c-484b-a2af-4f0855d0a135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:52.088314 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-6d8b254e-9e56-40c7-afc4-3e32ee52c9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.143233 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Network ac38085e-850b-4c3b-921d-dd020ca093cc is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:52.144421 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:52.163428 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-6d8b254e-9e56-40c7-afc4-3e32ee52c9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.307709 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-62c7f959-26a6-42b1-8f6f-6208f99cb444 req-50176604-5724-482b-9fec-1ad10d240414 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 210 time: 0.1175766 May 25 16:46:52.518622 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-6d8b254e-9e56-40c7-afc4-3e32ee52c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.524560 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-e66ec36a-fb01-41c0-90ab-a464d36ead4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:52.583609 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b254e-9e56-40c7-afc4-3e32ee52c9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a335e24-f2fc-48c5-bb5a-2118516fa7c6,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:52.585651 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.587863 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-6d8b254e-9e56-40c7-afc4-3e32ee52c9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:52.592347 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-6d8b254e-9e56-40c7-afc4-3e32ee52c9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.594633 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-6d8b254e-9e56-40c7-afc4-3e32ee52c9f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a335e24-f2fc-48c5-bb5a-2118516fa7c6 HTTP/1.1" status: 204 len: 168 time: 0.6376774 May 25 16:46:52.614769 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Router cca3c552-9594-4262-b5ae-5170b40c6d42 has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:46:52.624501 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port 50983ab2-5279-43f1-8707-ae9205416ce6, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=50983ab2-5279-43f1-8707-ae9205416ce6,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:52.653124 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-1a2b642e-8df1-4d20-97d7-53c86f560511 None None] Provisioning complete for port ad9da783-bf11-47e6-aff2-696ae29b9e9c triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:52.653532 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-1a2b642e-8df1-4d20-97d7-53c86f560511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.765289 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.776280 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:52.858900 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b642e-8df1-4d20-97d7-53c86f560511 None None] Port ad9da783-bf11-47e6-aff2-696ae29b9e9c cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:52.881530 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=50983ab2-5279-43f1-8707-ae9205416ce6,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:52.892014 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.892359 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.892695 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.893241 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.893789 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.894291 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.894791 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.895285 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.895782 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.896456 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.896951 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.897468 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:52.906368 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:52.919127 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:52.961193 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] 10.222.0.49 "PUT /v2.0/routers/cca3c552-9594-4262-b5ae-5170b40c6d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1888847 May 25 16:46:53.119563 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Sync routers for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:53.131339 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:53.131976 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:46:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:53.173350 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7d2ba-201c-4175-996e-52c076426f3c req-0d93793e-2b42-4491-8ff6-af6b371f83cf tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:53.182816 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-97a7d2ba-201c-4175-996e-52c076426f3c req-0d93793e-2b42-4491-8ff6-af6b371f83cf tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1056216 May 25 16:46:53.242297 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-97a7d2ba-201c-4175-996e-52c076426f3c req-effe3461-26df-4479-af55-13cda931f25b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581753 May 25 16:46:53.369024 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:53.531239 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e12aa7b6-0d95-4cf2-91a4-b7275477207a req-75261e8e-8838-4269-a688-e588508f3a32 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 210 time: 0.0635085 May 25 16:46:53.638093 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 50983ab2-5279-43f1-8707-ae9205416ce6 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:53.734741 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53430) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:53.761329 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d322-d479-427a-a1e8-a7c91eeff1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.786559 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 50983ab2-5279-43f1-8707-ae9205416ce6 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:53.787524 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.792344 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-a4e7d322-d479-427a-a1e8-a7c91eeff1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:53.796567 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-a4e7d322-d479-427a-a1e8-a7c91eeff1da admin admin] Usage tracker for resource:security_group_rule and tenant:4c85e6d1b5ad4e41b93daa4a9433d3e5 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:53.799853 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-a4e7d322-d479-427a-a1e8-a7c91eeff1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:53.807722 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-a4e7d322-d479-427a-a1e8-a7c91eeff1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:53.869792 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 2, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:53.906480 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Checking router: cca3c552-9594-4262-b5ae-5170b40c6d42 for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:46:53.907136 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Updating router cca3c552-9594-4262-b5ae-5170b40c6d42 port ad9da783-bf11-47e6-aff2-696ae29b9e9c binding host dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:46:53.928125 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d322-d479-427a-a1e8-a7c91eeff1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.006082 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d322-d479-427a-a1e8-a7c91eeff1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.020219 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8c1ca68e-64f5-4f89-b785-18ec663e4fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:54.023312 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.080684 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-a4e7d322-d479-427a-a1e8-a7c91eeff1da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c85e6d1b5ad4e41b93daa4a9433d3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448222 May 25 16:46:54.083332 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53436) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:54.090566 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7d322-d479-427a-a1e8-a7c91eeff1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f35249-3fb6-4495-bb26-8097fb3f6540,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:54.093743 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a4e7d322-d479-427a-a1e8-a7c91eeff1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:54.201823 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9ed56368-e7a4-4cb5-aa89-9e9684bb2fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.231130 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53444) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:54.236117 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9ed56368-e7a4-4cb5-aa89-9e9684bb2fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.470014 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9ed56368-e7a4-4cb5-aa89-9e9684bb2fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.482258 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:54.523216 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed56368-e7a4-4cb5-aa89-9e9684bb2fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f35249-3fb6-4495-bb26-8097fb3f6540,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:54.527897 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53458) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:54.528928 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9ed56368-e7a4-4cb5-aa89-9e9684bb2fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:54.533070 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488548026', 'description': 'tempest-description--195675332'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:54.559202 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:54.566892 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:security_group and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:54.576470 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9ed56368-e7a4-4cb5-aa89-9e9684bb2fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.577518 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:54.581227 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-9ed56368-e7a4-4cb5-aa89-9e9684bb2fbf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2f35249-3fb6-4495-bb26-8097fb3f6540 HTTP/1.1" status: 204 len: 168 time: 0.4944634 May 25 16:46:54.601700 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:54.622869 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be405e0-bfa3-43e8-9ad3-695408f1ab02 req-91158b68-b5f6-4892-b74c-f771763564ca tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:54.627274 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8be405e0-bfa3-43e8-9ad3-695408f1ab02 req-91158b68-b5f6-4892-b74c-f771763564ca tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.2694542 May 25 16:46:54.652335 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Notify callbacks [] for port, precommit_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.654043 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fe594a24-16f2-41cd-9b52-fafbb1b4ab73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.673624 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-fe594a24-16f2-41cd-9b52-fafbb1b4ab73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:54.679277 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-fe594a24-16f2-41cd-9b52-fafbb1b4ab73 admin admin] Usage tracker for resource:security_group_rule and tenant:f3617cad3ee048438836eebf5b2b89d0 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:54.679889 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Transition to ACTIVE for port object ad9da783-bf11-47e6-aff2-696ae29b9e9c will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:54.682874 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-fe594a24-16f2-41cd-9b52-fafbb1b4ab73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:54.691345 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-fe594a24-16f2-41cd-9b52-fafbb1b4ab73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:54.693467 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.732246 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8be405e0-bfa3-43e8-9ad3-695408f1ab02 req-59562498-c221-4b76-84a0-e0231f4a2a7b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976250 May 25 16:46:54.738625 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:54.758692 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:security_group_rule and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:54.758692 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:54.765264 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:54.770951 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.785911 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:54.843703 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d485ebf-c8a6-4c8e-8b4e-4dbd7bf84fb8 req-27116616-d2bf-478a-a568-d5060725ab45 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 210 time: 0.0696692 May 25 16:46:54.884403 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fe594a24-16f2-41cd-9b52-fafbb1b4ab73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.895775 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.011985 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2db14-b7ec-4aaf-a851-8aa501c0bd2d None None] Pushing event updated for resources: {'Port': ['ID=ad9da783-bf11-47e6-aff2-696ae29b9e9c,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:55.019836 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-6ec2db14-b7ec-4aaf-a851-8aa501c0bd2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:55.027106 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fe594a24-16f2-41cd-9b52-fafbb1b4ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.042975 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-dec2254b-4e7c-484b-a2af-4f0855d0a135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:55.107810 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Attempting to bind port ad9da783-bf11-47e6-aff2-696ae29b9e9c on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:55.107810 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Attempting to bind port ad9da783-bf11-47e6-aff2-696ae29b9e9c by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:55.107810 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Attempting to bind port ad9da783-bf11-47e6-aff2-696ae29b9e9c on network ac38085e-850b-4c3b-921d-dd020ca093cc {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:55.115691 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:55.116064 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Checking segment: {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:55.116472 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.116867 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Bound using segment: {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:55.117392 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Bound port: ad9da783-bf11-47e6-aff2-696ae29b9e9c, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:55.117771 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.129568 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-df9bd8b6-c9ce-4d84-859f-6c41372a07f9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.131904 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-df9bd8b6-c9ce-4d84-859f-6c41372a07f9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "GET /v2.0/networks?id=3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 200 len: 815 time: 0.1923127 May 25 16:46:55.142666 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-fe594a24-16f2-41cd-9b52-fafbb1b4ab73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3617cad3ee048438836eebf5b2b89d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9076533 May 25 16:46:55.142863 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53472) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:55.146221 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.147894 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-4a939444-a8ea-499e-88fb-8493db1ee64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.158290 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe594a24-16f2-41cd-9b52-fafbb1b4ab73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8d0cbe-a9cd-45ac-b7af-134a0791c6af,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:55.167037 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fe594a24-16f2-41cd-9b52-fafbb1b4ab73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:55.168036 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fe594a24-16f2-41cd-9b52-fafbb1b4ab73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:55.207708 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Request body: {'port': {'device_id': '26cca0a2-c026-4e59-bf24-e0a298efdea6', 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968', 'admin_state_up': True, 'tenant_id': '7f2d0896b886409484a882f871864fa7'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:55.257988 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] For port ad9da783-bf11-47e6-aff2-696ae29b9e9c, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:55.262526 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] For port ad9da783-bf11-47e6-aff2-696ae29b9e9c, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=ad9da783-bf11-47e6-aff2-696ae29b9e9c,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:55.268537 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4000a417-e4ad-4b96-b858-453023ff9211,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:55.274512 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:55.332604 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.337067 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.338149 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8094034 May 25 16:46:55.339439 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53478) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:55.354541 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-c7542d72-584d-46db-a8ec-b972223946f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:55.357438 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'security_group_rule': {'security_group_id': '4000a417-e4ad-4b96-b858-453023ff9211', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:55.373951 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:55.380934 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:security_group_rule and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:55.384973 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:55.392386 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:55.430276 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:55.443360 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:55.468420 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:55.470470 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:46:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:55.476420 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.505579 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4f45-fcc2-4150-983e-639ff444777b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.543373 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4f45-fcc2-4150-983e-639ff444777b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.569804 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2db14-b7ec-4aaf-a851-8aa501c0bd2d None None] Pushing event updated for resources: {'Port': ['ID=ad9da783-bf11-47e6-aff2-696ae29b9e9c,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:55.574301 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-6ec2db14-b7ec-4aaf-a851-8aa501c0bd2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:55.603944 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Made reservation on behalf of 7f2d0896b886409484a882f871864fa7 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:55.606979 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.668989 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.740348 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53496) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:55.752823 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.761172 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:55.761631 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:55.771634 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-8a75b6ec-5751-4f64-8d54-a9c2cfbea31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.802564 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57aaf0e8-5d3e-4b50-b686-e7c30b91d5fd,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:55.806461 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4f45-fcc2-4150-983e-639ff444777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.845783 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:55.856144 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:55.887182 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d4f45-fcc2-4150-983e-639ff444777b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8d0cbe-a9cd-45ac-b7af-134a0791c6af,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:55.889757 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-bd7d4f45-fcc2-4150-983e-639ff444777b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:55.910435 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-8a75b6ec-5751-4f64-8d54-a9c2cfbea31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:55.932211 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-8a75b6ec-5751-4f64-8d54-a9c2cfbea31f admin admin] Usage tracker for resource:security_group_rule and tenant:39c7b9c05a1c4309ac26acee7a6e3294 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:55.938615 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-8a75b6ec-5751-4f64-8d54-a9c2cfbea31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:55.953374 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.954730 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6129401 May 25 16:46:55.959359 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53508) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:55.964774 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'security_group_rule': {'security_group_id': '4000a417-e4ad-4b96-b858-453023ff9211', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:55.975397 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:55.987754 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:security_group_rule and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:55.991933 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:56.004786 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.016179 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:56.019992 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-8a75b6ec-5751-4f64-8d54-a9c2cfbea31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:56.069578 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4f45-fcc2-4150-983e-639ff444777b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.070706 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-bd7d4f45-fcc2-4150-983e-639ff444777b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e8d0cbe-a9cd-45ac-b7af-134a0791c6af HTTP/1.1" status: 204 len: 168 time: 0.9258959 May 25 16:46:56.107230 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.154664 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-522e5fe0-94a9-4d2b-8b53-342b69c583fd req-b65a2117-9a08-4de2-b5bd-1eecac292907 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Synchronizing usage tracker for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:56.212335 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.240102 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Allocated IP 172.20.0.10 (3cd84780-79c2-49f4-8712-6e957fa2a968/0edd47ab-d383-40ea-a08d-709643e97121/74bc08c1-1753-4b59-87cb-255a59d0215d) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:56.248755 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:55Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:56.253991 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242bed97-70ba-4acd-ba78-9cae20ab245b None None] The sync data for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb is: [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:55Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:56.254216 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aba47-a115-42f0-adc4-d0b209af5539 req-3fda1498-ac00-498e-b4c8-502bffec2850 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.266606 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-689aba47-a115-42f0-adc4-d0b209af5539 req-3fda1498-ac00-498e-b4c8-502bffec2850 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.3142574 May 25 16:46:56.284084 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.286165 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d624f765-cc51-46ea-892a-8dc9a99fc72f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:56.323424 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-522e5fe0-94a9-4d2b-8b53-342b69c583fd req-b65a2117-9a08-4de2-b5bd-1eecac292907 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Unset dirty status for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:56.344589 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-522e5fe0-94a9-4d2b-8b53-342b69c583fd req-b65a2117-9a08-4de2-b5bd-1eecac292907 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 210 time: 0.2647038 May 25 16:46:56.359018 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8600bfdc-c113-4551-acfe-f323dd72da2c,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:56.370044 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:56.407976 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-689aba47-a115-42f0-adc4-d0b209af5539 req-363ce8f3-d752-4274-bfb4-b8cc651865e4 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414208 May 25 16:46:56.439285 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.445122 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4846809 May 25 16:46:56.446148 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53522) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:56.452832 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'floatingip': {'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:56.467310 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:56.487846 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:floatingip and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:56.494746 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:56.503670 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:56.514592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-8a75b6ec-5751-4f64-8d54-a9c2cfbea31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.644676 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-8a75b6ec-5751-4f64-8d54-a9c2cfbea31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.656713 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7916290f-cd17-48dc-add1-2028fa08aa76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:56.731475 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-8a75b6ec-5751-4f64-8d54-a9c2cfbea31f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39c7b9c05a1c4309ac26acee7a6e3294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9900410 May 25 16:46:56.734142 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53530) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:56.735608 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75b6ec-5751-4f64-8d54-a9c2cfbea31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beca1b19-80ef-42f6-ade9-1da74e7a97b2,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:56.741200 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-8a75b6ec-5751-4f64-8d54-a9c2cfbea31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:56.757683 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.794354 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.902924 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-91934212-d8a1-4c35-984f-20e5c96bb2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.910081 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.914970 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:56.920842 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['f927a76c-fec9-43e5-b79f-12f7ba3f8378', '0abc9c67-bae6-421f-80e2-ad10c3cdeb09'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:46:56.936734 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-91934212-d8a1-4c35-984f-20e5c96bb2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.053425 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Network 3cd84780-79c2-49f4-8712-6e957fa2a968 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:57.055926 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.062995 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:57.073124 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:57.079581 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:57.080361 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.107650 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Pushing event updated for resources: {'Port': ['ID=74bc08c1-1753-4b59-87cb-255a59d0215d,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:57.111333 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:57.159869 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53538) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:57.178685 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-31a3cdab-bc18-47cb-9a35-2feb6201d8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.198295 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-31a3cdab-bc18-47cb-9a35-2feb6201d8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:57.198771 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-31a3cdab-bc18-47cb-9a35-2feb6201d8a8 admin admin] Usage tracker for resource:security_group_rule and tenant:d7acc9a774fb4f46a83d2cea7fe64b1f is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:57.201782 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-31a3cdab-bc18-47cb-9a35-2feb6201d8a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:57.208467 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-31a3cdab-bc18-47cb-9a35-2feb6201d8a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:57.213181 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0470567 May 25 16:46:57.231203 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Request body: {'port': {'device_id': '26cca0a2-c026-4e59-bf24-e0a298efdea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:57.237478 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-91934212-d8a1-4c35-984f-20e5c96bb2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.249835 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:57.268242 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91934212-d8a1-4c35-984f-20e5c96bb2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beca1b19-80ef-42f6-ade9-1da74e7a97b2,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:57.271157 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-91934212-d8a1-4c35-984f-20e5c96bb2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:57.303415 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-91934212-d8a1-4c35-984f-20e5c96bb2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.304854 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-91934212-d8a1-4c35-984f-20e5c96bb2dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/beca1b19-80ef-42f6-ade9-1da74e7a97b2 HTTP/1.1" status: 204 len: 168 time: 0.5695860 May 25 16:46:57.420189 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.460198 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-31a3cdab-bc18-47cb-9a35-2feb6201d8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.486168 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Allocated IP 172.28.3.200 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/b9bf15d7-ec0e-466d-81db-72906d4a7500) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:57.560411 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.574151 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-31a3cdab-bc18-47cb-9a35-2feb6201d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.591518 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9c4b00da-1c56-48a9-b24f-013771e46157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:57.594842 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-d3fc8978-b727-4314-a41b-1eea666ff763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.802300 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device ad9da783-bf11-47e6-aff2-696ae29b9e9c up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:58.112614 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port ad9da783-bf11-47e6-aff2-696ae29b9e9c completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:58.117701 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port ad9da783-bf11-47e6-aff2-696ae29b9e9c triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:58.117927 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.118025 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-31a3cdab-bc18-47cb-9a35-2feb6201d8a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7acc9a774fb4f46a83d2cea7fe64b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9568751 May 25 16:46:58.143997 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.167503 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53560) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:58.168287 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3cdab-bc18-47cb-9a35-2feb6201d8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c7fddf-e30b-46b0-8252-72ce613b0392,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:58.188988 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-31a3cdab-bc18-47cb-9a35-2feb6201d8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:58.261096 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.268764 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:58.275197 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.315714 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port ad9da783-bf11-47e6-aff2-696ae29b9e9c, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=ad9da783-bf11-47e6-aff2-696ae29b9e9c,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:58.322241 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d01b8d-1255-415e-a439-94c59f750da9 req-d03ebacc-b840-4038-a690-eb42dbbf05bc tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:58.323759 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3d01b8d-1255-415e-a439-94c59f750da9 req-d03ebacc-b840-4038-a690-eb42dbbf05bc tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.3286228 May 25 16:46:58.349951 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:58.354723 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:58.359995 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:58.366056 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dbe51-71e1-41c1-9dd8-abfc8d57c362 req-b779a09f-304d-4951-9c11-87dad7b046f9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:58.367548 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bc8dbe51-71e1-41c1-9dd8-abfc8d57c362 req-b779a09f-304d-4951-9c11-87dad7b046f9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 932 time: 0.2696745 May 25 16:46:58.378308 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b4e51bce-b641-44f3-b5e4-3790243c849c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.409755 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.412407 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-db5b03c7-b586-4d22-8bb5-fd833455b802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:58.429604 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'Port': ['ID=b9bf15d7-ec0e-466d-81db-72906d4a7500,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:58.434914 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:58.491798 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=ad9da783-bf11-47e6-aff2-696ae29b9e9c,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:58.496095 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:58.501821 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b4e51bce-b641-44f3-b5e4-3790243c849c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.521874 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3d01b8d-1255-415e-a439-94c59f750da9 req-31406f78-edad-44ec-9fc4-9fe457bced54 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853127 May 25 16:46:58.548709 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.555798 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bc8dbe51-71e1-41c1-9dd8-abfc8d57c362 req-07a0917a-0c95-47a7-99ef-b7a676f26a54 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743906 May 25 16:46:58.572306 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bc08c1-1753-4b59-87cb-255a59d0215d {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:46:58.582241 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.598166 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Transition to ACTIVE for port object 74bc08c1-1753-4b59-87cb-255a59d0215d will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:58.676460 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.678537 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.692368 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:58.695994 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.740462 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b4e51bce-b641-44f3-b5e4-3790243c849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.849221 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b4e51bce-b641-44f3-b5e4-3790243c849c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.850657 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-b4e51bce-b641-44f3-b5e4-3790243c849c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82c7fddf-e30b-46b0-8252-72ce613b0392 HTTP/1.1" status: 204 len: 168 time: 0.6793575 May 25 16:46:58.885814 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Pushing event updated for resources: {'Port': ['ID=74bc08c1-1753-4b59-87cb-255a59d0215d,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:58.893041 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:58.893708 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f96d9076-99d3-4c95-a254-ed0b90e11684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:58.916720 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e51bce-b641-44f3-b5e4-3790243c849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c7fddf-e30b-46b0-8252-72ce613b0392,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:58.920067 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b4e51bce-b641-44f3-b5e4-3790243c849c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:58.920895 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Attempting to bind port 74bc08c1-1753-4b59-87cb-255a59d0215d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:58.921227 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Attempting to bind port 74bc08c1-1753-4b59-87cb-255a59d0215d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:58.921568 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Attempting to bind port 74bc08c1-1753-4b59-87cb-255a59d0215d on network 3cd84780-79c2-49f4-8712-6e957fa2a968 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:58.927017 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Port 74bc08c1-1753-4b59-87cb-255a59d0215d on network 3cd84780-79c2-49f4-8712-6e957fa2a968 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:46:58.930073 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Attempting to bind port 74bc08c1-1753-4b59-87cb-255a59d0215d on network 3cd84780-79c2-49f4-8712-6e957fa2a968 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:58.936411 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:58.936743 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Checking segment: {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:58.937111 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Bound using segment: {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:58.940133 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Bound port: 74bc08c1-1753-4b59-87cb-255a59d0215d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:58.940452 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.979384 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for port, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.032684 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287295'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.038035 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:59.065824 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] For port 74bc08c1-1753-4b59-87cb-255a59d0215d, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:59.069403 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] For port 74bc08c1-1753-4b59-87cb-255a59d0215d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=74bc08c1-1753-4b59-87cb-255a59d0215d,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:59.125285 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.152589 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-bf41532f-4a2f-4de4-a9a3-6a33a10f5da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:59.152967 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'Port': ['ID=b9bf15d7-ec0e-466d-81db-72906d4a7500,revision_number=2']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:59.157958 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:59.169378 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.244766 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:59.246384 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.246596 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.247611 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7989771 May 25 16:46:59.247723 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] 10.222.0.39 "PUT /v2.0/ports/74bc08c1-1753-4b59-87cb-255a59d0215d HTTP/1.1" status: 200 len: 1094 time: 2.0214996 May 25 16:46:59.251676 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cca0a2-c026-4e59-bf24-e0a298efdea6', 'tag': '74bc08c1-1753-4b59-87cb-255a59d0215d'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:59.287401 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Pushing event updated for resources: {'Port': ['ID=74bc08c1-1753-4b59-87cb-255a59d0215d,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:59.299451 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:59.378684 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cca0a2-c026-4e59-bf24-e0a298efdea6', 'tag': '74bc08c1-1753-4b59-87cb-255a59d0215d', 'status': 'completed', 'code': 200} May 25 16:46:59.437404 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-55ad5155-837c-4e73-92a4-f483ba5abf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:59.441790 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-55ad5155-837c-4e73-92a4-f483ba5abf05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 1097 time: 0.1070898 May 25 16:46:59.527547 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-710d4443-5575-4fd4-b476-934f10db05bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74bc08c1-1753-4b59-87cb-255a59d0215d HTTP/1.1" status: 200 len: 217 time: 0.0745432 May 25 16:46:59.648746 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device ad9da783-bf11-47e6-aff2-696ae29b9e9c up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:59.766984 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port ad9da783-bf11-47e6-aff2-696ae29b9e9c triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:59.767395 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.799249 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-a29880de-eb1b-4462-ab05-0465ea27fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:59.800693 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-a29880de-eb1b-4462-ab05-0465ea27fbf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0edd47ab-d383-40ea-a08d-709643e97121 HTTP/1.1" status: 200 len: 855 time: 0.2645674 May 25 16:46:59.810769 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-a955a780-1909-4f38-8ab0-4b13fba194cf tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Synchronizing usage tracker for tenant:cc17a95680e746b19bec554ae402e65e on resource:security_group {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:59.871235 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-e5c0569c-d319-4b11-9d55-5bbf84879a31 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cd84780-79c2-49f4-8712-6e957fa2a968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577314 May 25 16:46:59.962936 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14334716-865a-4cfa-8261-f978512efb8e req-b8a07839-0095-415b-9819-218fa6c9f1f7 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:59.964442 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-14334716-865a-4cfa-8261-f978512efb8e req-b8a07839-0095-415b-9819-218fa6c9f1f7 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.2548816 May 25 16:46:59.969691 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-a955a780-1909-4f38-8ab0-4b13fba194cf tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Unset dirty status for tenant:cc17a95680e746b19bec554ae402e65e on resource:security_group {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:59.970774 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-a955a780-1909-4f38-8ab0-4b13fba194cf tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--488548026&fields=id&tenant_id=cc17a95680e746b19bec554ae402e65e HTTP/1.1" status: 200 len: 267 time: 0.3929927 May 25 16:47:00.160043 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-14334716-865a-4cfa-8261-f978512efb8e req-c2a87351-9311-44dd-9ee4-f7ffb88b1851 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740901 May 25 16:47:00.185377 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-bc07483a-bdf6-49ca-a915-fdb75adde89f service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022964 May 25 16:47:00.240075 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-cef21bd6-8b5d-42ee-9c75-f8f2ee7ec6fa tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:00.241677 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-cef21bd6-8b5d-42ee-9c75-f8f2ee7ec6fa tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Synchronizing usage tracker for tenant:cc17a95680e746b19bec554ae402e65e on resource:network {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:00.261913 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.420036 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5be68acc-6df2-4fcb-8589-416a51781eaf req-b892a934-ad4c-4c91-b53f-d8ac1ca58cfe service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176001 May 25 16:47:00.422210 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-cef21bd6-8b5d-42ee-9c75-f8f2ee7ec6fa tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Unset dirty status for tenant:cc17a95680e746b19bec554ae402e65e on resource:network {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:00.423193 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-cef21bd6-8b5d-42ee-9c75-f8f2ee7ec6fa tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 817 time: 0.4385273 May 25 16:47:00.443469 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-2c6226c1-eb6b-4205-8874-c5558af724a3 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/quotas/cc17a95680e746b19bec554ae402e65e HTTP/1.1" status: 200 len: 375 time: 0.0126293 May 25 16:47:00.451787 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c2a49-37e9-46e3-861a-9ec362d70c74 req-91de16a0-75f2-4b7b-8320-fde292a1b070 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:00.453632 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-227c2a49-37e9-46e3-861a-9ec362d70c74 req-91de16a0-75f2-4b7b-8320-fde292a1b070 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 944 time: 0.1621530 May 25 16:47:00.548507 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-227c2a49-37e9-46e3-861a-9ec362d70c74 req-0048e488-582f-4bbe-be32-47207280442f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567319 May 25 16:47:00.635200 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-ab27ca90-1e52-4d44-8ce4-969d8cba8b7a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1804001 May 25 16:47:00.735595 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed662-7923-4b18-9701-b0b93e7e540b req-4c8a2089-71b0-4fba-ab4b-9020c72d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:00.737197 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-833ed662-7923-4b18-9701-b0b93e7e540b req-4c8a2089-71b0-4fba-ab4b-9020c72d20a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 1097 time: 0.1737087 May 25 16:47:00.867914 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-46b285dc-00bb-442b-8189-865214a9c253 service neutron] 10.222.0.49 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160327 May 25 16:47:00.991388 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed662-7923-4b18-9701-b0b93e7e540b req-c9317d92-0d02-4aaf-a739-de92bc859557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:00.992834 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-833ed662-7923-4b18-9701-b0b93e7e540b req-c9317d92-0d02-4aaf-a739-de92bc859557 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 200 len: 917 time: 0.2468383 May 25 16:47:01.081813 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-833ed662-7923-4b18-9701-b0b93e7e540b req-9b79fd4b-5e56-4abf-9f5f-ba04eb6a2d6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74bc08c1-1753-4b59-87cb-255a59d0215d HTTP/1.1" status: 200 len: 217 time: 0.0677261 May 25 16:47:01.141450 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-49a48d62-1bbf-4a21-8618-830ba0a7e759 service neutron] 10.222.0.49 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578804 May 25 16:47:01.159840 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed662-7923-4b18-9701-b0b93e7e540b req-3941cda1-31e2-44fa-8dca-3cfc792febf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:01.161307 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-833ed662-7923-4b18-9701-b0b93e7e540b req-3941cda1-31e2-44fa-8dca-3cfc792febf1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0edd47ab-d383-40ea-a08d-709643e97121 HTTP/1.1" status: 200 len: 855 time: 0.0673919 May 25 16:47:01.226811 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-833ed662-7923-4b18-9701-b0b93e7e540b req-68bdf9d5-ba4b-4aa4-b9d8-ac0f0e618ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cd84780-79c2-49f4-8712-6e957fa2a968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552814 May 25 16:47:01.579134 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-833ed662-7923-4b18-9701-b0b93e7e540b req-eda3cf8e-3110-4d2d-b902-8475ec31663d service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442624 May 25 16:47:01.595613 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7dc49-4252-4e15-aded-054512c0e64f req-b103ef9a-7176-4026-b1ec-02e584130b83 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:01.597103 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-63b7dc49-4252-4e15-aded-054512c0e64f req-b103ef9a-7176-4026-b1ec-02e584130b83 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.2116270 May 25 16:47:01.600708 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4dbbf374-713d-4860-98bd-58ee4ed5f2af req-91d7409e-8ef2-4f10-a353-38dbdcf03a0a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 210 time: 0.0766673 May 25 16:47:01.738137 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-63b7dc49-4252-4e15-aded-054512c0e64f req-ce27371c-12e9-4bb0-8b71-12edae520ce7 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156197 May 25 16:47:01.848717 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-833ed662-7923-4b18-9701-b0b93e7e540b req-32a67f13-65cd-425d-882c-03a99149adce service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505355 May 25 16:47:01.876382 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cde9c1-0f99-4205-bf67-6cdec0c4692b req-308526c8-6aae-46ef-b111-92f1e2d6e72c tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:01.878092 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51cde9c1-0f99-4205-bf67-6cdec0c4692b req-308526c8-6aae-46ef-b111-92f1e2d6e72c tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 944 time: 0.1118553 May 25 16:47:01.929413 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51cde9c1-0f99-4205-bf67-6cdec0c4692b req-8b035230-d17e-44a9-b4ea-80529b50c12d tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451436 May 25 16:47:02.494451 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 53768) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:02.663985 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-009fe86b-6908-4805-a220-c564d42ebf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.721506 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-115741fa-812a-439e-9231-02f2de0d2351 req-f7149884-aa41-4bdf-9463-839103d9fc22 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 210 time: 0.0480380 May 25 16:47:02.722272 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-009fe86b-6908-4805-a220-c564d42ebf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:02.726203 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-009fe86b-6908-4805-a220-c564d42ebf9e admin admin] Usage tracker for resource:security_group_rule and tenant:3765fead13c24b2ca879ef2f3c7c8765 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:02.729604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-009fe86b-6908-4805-a220-c564d42ebf9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:02.739117 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-009fe86b-6908-4805-a220-c564d42ebf9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:02.864687 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-009fe86b-6908-4805-a220-c564d42ebf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.966887 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39c065-1fc2-4270-89c0-87029cc2acd4 req-a2212e4e-b010-436e-9e08-26cf41dad14f tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:02.968814 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5b39c065-1fc2-4270-89c0-87029cc2acd4 req-a2212e4e-b010-436e-9e08-26cf41dad14f tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.0945165 May 25 16:47:02.969977 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-009fe86b-6908-4805-a220-c564d42ebf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.979652 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:03.039506 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fe86b-6908-4805-a220-c564d42ebf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5957280-5cbb-4c73-9fbe-98d1bcee9bbc,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:03.051202 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-009fe86b-6908-4805-a220-c564d42ebf9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:03.054795 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-009fe86b-6908-4805-a220-c564d42ebf9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3765fead13c24b2ca879ef2f3c7c8765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589552 May 25 16:47:03.058521 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53834) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:03.228500 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5b39c065-1fc2-4270-89c0-87029cc2acd4 req-1e571ae4-39ff-40b7-af64-60e5455ff4cd tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335356 May 25 16:47:03.229081 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-206ede0c-f00b-4ad6-9813-5bf3903ca6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.229472 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e1a9-f8c4-436d-838d-00af6f9d85e1 req-a1458faf-a2e5-455f-b0ac-0aabdf733a3f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:03.229472 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d845e1a9-f8c4-436d-838d-00af6f9d85e1 req-a1458faf-a2e5-455f-b0ac-0aabdf733a3f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 944 time: 0.0985565 May 25 16:47:03.229653 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-206ede0c-f00b-4ad6-9813-5bf3903ca6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.229741 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d845e1a9-f8c4-436d-838d-00af6f9d85e1 req-aa41530d-545c-4074-a747-0ae6b12e122d tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384820 May 25 16:47:03.410011 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-206ede0c-f00b-4ad6-9813-5bf3903ca6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.416942 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:03.428919 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ede0c-f00b-4ad6-9813-5bf3903ca6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5957280-5cbb-4c73-9fbe-98d1bcee9bbc,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:03.433446 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-206ede0c-f00b-4ad6-9813-5bf3903ca6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:03.434121 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-206ede0c-f00b-4ad6-9813-5bf3903ca6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.435360 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-206ede0c-f00b-4ad6-9813-5bf3903ca6f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5957280-5cbb-4c73-9fbe-98d1bcee9bbc HTTP/1.1" status: 204 len: 168 time: 0.3757293 May 25 16:47:03.678340 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de08f9-b747-463f-a2b6-8299c86d81ea req-5f2e9983-b2f3-4ba9-8c55-5db0c0bc38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:03.680743 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-59de08f9-b747-463f-a2b6-8299c86d81ea req-5f2e9983-b2f3-4ba9-8c55-5db0c0bc38da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 1099 time: 0.0923767 May 25 16:47:03.728905 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-59de08f9-b747-463f-a2b6-8299c86d81ea req-e1696b31-df8c-4f5b-ba5f-e5eb9b815b60 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369730 May 25 16:47:03.953117 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f4f66a92-aa03-4811-a3d2-f8674e6fd1d1 req-3138395f-4b00-4579-a2de-dbd06c72fd6f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 210 time: 0.0964627 May 25 16:47:04.258254 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53874) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:04.281720 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-00b9c2e1-3a95-4d1a-aabb-de7bfe7858c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.326721 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-00b9c2e1-3a95-4d1a-aabb-de7bfe7858c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:04.333018 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-00b9c2e1-3a95-4d1a-aabb-de7bfe7858c5 admin admin] Usage tracker for resource:security_group_rule and tenant:048210039d95402a9adbfacc272c5c11 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:04.336422 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-00b9c2e1-3a95-4d1a-aabb-de7bfe7858c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:04.343068 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-00b9c2e1-3a95-4d1a-aabb-de7bfe7858c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:04.453571 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-00b9c2e1-3a95-4d1a-aabb-de7bfe7858c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.530522 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf8fcc-86ba-4713-b281-f5e6d437f2eb req-16e3cd20-9322-4621-8b5b-a3e7c7142731 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:04.531215 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-00b9c2e1-3a95-4d1a-aabb-de7bfe7858c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.532114 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f9cf8fcc-86ba-4713-b281-f5e6d437f2eb req-16e3cd20-9322-4621-8b5b-a3e7c7142731 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 944 time: 0.1843293 May 25 16:47:04.541551 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:04.569936 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde879-ab0d-4d18-8fea-cf704d3ce77f req-ead64934-651e-4174-88f9-180c50720d87 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:04.571495 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8bcde879-ab0d-4d18-8fea-cf704d3ce77f req-ead64934-651e-4174-88f9-180c50720d87 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1793292 May 25 16:47:04.599551 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-00b9c2e1-3a95-4d1a-aabb-de7bfe7858c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=048210039d95402a9adbfacc272c5c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397007 May 25 16:47:04.600323 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53890) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:04.634234 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9c2e1-3a95-4d1a-aabb-de7bfe7858c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63df283c-3c03-4502-aa8d-6f047790a2d4,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:04.639548 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-00b9c2e1-3a95-4d1a-aabb-de7bfe7858c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:04.655677 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 74bc08c1-1753-4b59-87cb-255a59d0215d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:47:04.745016 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f1225579-bf83-4e34-b5e0-7553b4a4faad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.804002 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f9cf8fcc-86ba-4713-b281-f5e6d437f2eb req-6e847db7-89f0-4feb-9a19-d2a9899ffdfc tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272625 May 25 16:47:04.811111 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f1225579-bf83-4e34-b5e0-7553b4a4faad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.822671 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8bcde879-ab0d-4d18-8fea-cf704d3ce77f req-96daae1d-b114-467b-8aaf-c7a40f1fc5e4 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173128 May 25 16:47:04.886355 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-2b9968d5-ebd5-475c-9cb8-1cdd280b9084 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:04.894823 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-2b9968d5-ebd5-475c-9cb8-1cdd280b9084 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.39 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 817 time: 0.3606939 May 25 16:47:04.935801 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 74bc08c1-1753-4b59-87cb-255a59d0215d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=74bc08c1-1753-4b59-87cb-255a59d0215d,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:04.952022 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '74bc08c1-1753-4b59-87cb-255a59d0215d', 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968', 'port_id': '74bc08c1-1753-4b59-87cb-255a59d0215d', 'mac_address': 'fa:16:3e:20:14:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edd47ab-d383-40ea-a08d-709643e97121', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:47:04.960699 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-de47af32-92be-4591-9a14-1e7b9090ad7f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc17a95680e746b19bec554ae402e65e HTTP/1.1" status: 200 len: 379 time: 0.0551879 May 25 16:47:04.975654 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'port': {'device_id': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'admin_state_up': True, 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'security_groups': ['4000a417-e4ad-4b96-b858-453023ff9211']}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:05.028175 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.049538 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bc08c1-1753-4b59-87cb-255a59d0215d {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:47:05.073814 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f1225579-bf83-4e34-b5e0-7553b4a4faad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.083410 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 74bc08c1-1753-4b59-87cb-255a59d0215d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=74bc08c1-1753-4b59-87cb-255a59d0215d,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:05.084894 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f2eaba05-9c1f-4f45-ac40-d35c8818b663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:05.135232 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1225579-bf83-4e34-b5e0-7553b4a4faad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63df283c-3c03-4502-aa8d-6f047790a2d4,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:05.151289 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f1225579-bf83-4e34-b5e0-7553b4a4faad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:05.153695 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f1225579-bf83-4e34-b5e0-7553b4a4faad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.154988 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f1225579-bf83-4e34-b5e0-7553b4a4faad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63df283c-3c03-4502-aa8d-6f047790a2d4 HTTP/1.1" status: 204 len: 168 time: 0.5489511 May 25 16:47:05.261192 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.267476 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:05.276077 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53928) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:05.283182 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b5c20610-46df-4fb9-98bc-b9f6d6a97d6b req-7c09772f-5633-4b33-b530-59f926849c38 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 210 time: 0.0736732 May 25 16:47:05.297308 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:05.302339 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:port and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:05.325007 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:05.341756 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:05.377505 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=74bc08c1-1753-4b59-87cb-255a59d0215d,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:05.381253 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:05.467521 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Made reservation on behalf of cc17a95680e746b19bec554ae402e65e for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:05.470421 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-59c2d55a-d7d5-4d8b-875f-febc7c980857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.476654 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.491156 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-59c2d55a-d7d5-4d8b-875f-febc7c980857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:05.495141 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-59c2d55a-d7d5-4d8b-875f-febc7c980857 admin admin] Usage tracker for resource:security_group_rule and tenant:00c382a059664dc093e8a99e3cdb6a02 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:05.498142 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-59c2d55a-d7d5-4d8b-875f-febc7c980857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:05.509803 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-59c2d55a-d7d5-4d8b-875f-febc7c980857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:05.608598 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['74bc08c1-1753-4b59-87cb-255a59d0215d'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:47:05.659282 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-59c2d55a-d7d5-4d8b-875f-febc7c980857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.686455 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Allocated IP 172.20.0.6 (ac38085e-850b-4c3b-921d-dd020ca093cc/a85378c7-f9cc-474b-a7dd-f686d86c794d/d9b0d0ec-5563-401f-8a77-0ddfc707b2d9) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:05.776459 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-59c2d55a-d7d5-4d8b-875f-febc7c980857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.785465 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-206ede0c-f00b-4ad6-9813-5bf3903ca6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:05.902323 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-59c2d55a-d7d5-4d8b-875f-febc7c980857 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00c382a059664dc093e8a99e3cdb6a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263943 May 25 16:47:05.902965 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 53960) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:05.908165 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2d55a-d7d5-4d8b-875f-febc7c980857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba3ee01-2145-48c5-b86e-67d9d4599ce7,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:06.018404 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-59c2d55a-d7d5-4d8b-875f-febc7c980857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:06.072761 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b5a376bd-6ee8-4930-95ab-1959da06c237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.130342 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b5a376bd-6ee8-4930-95ab-1959da06c237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.236869 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.266910 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b5a376bd-6ee8-4930-95ab-1959da06c237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.277207 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-93e597d9-cc90-47a9-b8a2-d1598b0fa0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:06.277925 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e831b1b-fe65-4ad7-b372-49c3eec18f09 req-4d2245e6-4c1b-4cbc-9d3b-0d389b6665c0 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:06.277925 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7e831b1b-fe65-4ad7-b372-49c3eec18f09 req-4d2245e6-4c1b-4cbc-9d3b-0d389b6665c0 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.2354751 May 25 16:47:06.277925 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Transition to ACTIVE for port object d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 will not be triggered until provisioned by entity DHCP. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:06.296221 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a376bd-6ee8-4930-95ab-1959da06c237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba3ee01-2145-48c5-b86e-67d9d4599ce7,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:06.313006 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b5a376bd-6ee8-4930-95ab-1959da06c237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:06.318295 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b5a376bd-6ee8-4930-95ab-1959da06c237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.322240 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-b5a376bd-6ee8-4930-95ab-1959da06c237 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fba3ee01-2145-48c5-b86e-67d9d4599ce7 HTTP/1.1" status: 204 len: 168 time: 0.4156110 May 25 16:47:06.343968 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f045a-3fc4-43ca-92a8-d86ec8b353d1 req-e419b4fa-c62a-4a36-925c-419ff72c1ca0 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:06.351581 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6b0f045a-3fc4-43ca-92a8-d86ec8b353d1 req-e419b4fa-c62a-4a36-925c-419ff72c1ca0 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 945 time: 0.2274051 May 25 16:47:06.373834 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7e831b1b-fe65-4ad7-b372-49c3eec18f09 req-300a2c2a-b324-4454-98b5-19f7ad8ff69d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904422 May 25 16:47:06.450687 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6b0f045a-3fc4-43ca-92a8-d86ec8b353d1 req-c5cab664-be71-4062-ba16-53967783792f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979404 May 25 16:47:06.502790 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.515590 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:06.663303 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 74bc08c1-1753-4b59-87cb-255a59d0215d up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:06.692441 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Network ac38085e-850b-4c3b-921d-dd020ca093cc is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:06.740462 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54020) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:06.751274 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:06.766724 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:06.773192 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:06.773192 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.801221 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'Port': ['ID=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:06.813980 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:06.871684 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4f494-12f8-44b0-8b8d-fbdceab203fc req-bea5da37-0df4-40d0-9f45-48543032cb9a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:06.873385 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-efd4f494-12f8-44b0-8b8d-fbdceab203fc req-bea5da37-0df4-40d0-9f45-48543032cb9a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Synchronizing usage tracker for tenant:cc17a95680e746b19bec554ae402e65e on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:06.901708 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port 74bc08c1-1753-4b59-87cb-255a59d0215d completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:06.904362 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f8509-e944-4e5e-9173-28e894f69d98 req-2730c8e3-c885-42e3-9756-0f5bb4d9250c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:06.911418 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0d9f8509-e944-4e5e-9173-28e894f69d98 req-2730c8e3-c885-42e3-9756-0f5bb4d9250c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.2370200 May 25 16:47:06.912430 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 74bc08c1-1753-4b59-87cb-255a59d0215d triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:06.912949 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.977219 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0d9f8509-e944-4e5e-9173-28e894f69d98 req-150b5f6b-4cf2-47f6-8d11-1f2aa732c165 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645916 May 25 16:47:06.982472 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0167668 May 25 16:47:07.001200 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Request body: {'port': {'device_id': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:07.072341 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-efd4f494-12f8-44b0-8b8d-fbdceab203fc req-bea5da37-0df4-40d0-9f45-48543032cb9a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Unset dirty status for tenant:cc17a95680e746b19bec554ae402e65e on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:07.073541 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-efd4f494-12f8-44b0-8b8d-fbdceab203fc req-bea5da37-0df4-40d0-9f45-48543032cb9a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 931 time: 0.4389946 May 25 16:47:07.134615 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-7832629b-f27e-4491-afcc-efdcb6f3d232 None None] Provisioning for port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:07.155003 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-efd4f494-12f8-44b0-8b8d-fbdceab203fc req-22bd1f46-5620-4ee0-b5b0-1579b936c3f1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716264 May 25 16:47:07.161318 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-7832629b-f27e-4491-afcc-efdcb6f3d232 None None] Provisioning complete for port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:07.163249 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-7832629b-f27e-4491-afcc-efdcb6f3d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.178144 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-81a752d1-c2a0-4fda-8103-bb3e9340ffc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.232956 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-7832629b-f27e-4491-afcc-efdcb6f3d232 None None] Port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:07.243741 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-81a752d1-c2a0-4fda-8103-bb3e9340ffc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:07.243741 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-81a752d1-c2a0-4fda-8103-bb3e9340ffc7 admin admin] Usage tracker for resource:security_group_rule and tenant:da56599b1bbe4a47b11cd72e4bfb72ea is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:07.246125 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-81a752d1-c2a0-4fda-8103-bb3e9340ffc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:07.248603 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.253045 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-81a752d1-c2a0-4fda-8103-bb3e9340ffc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:07.282257 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cca0a2-c026-4e59-bf24-e0a298efdea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bc08c1-1753-4b59-87cb-255a59d0215d'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:47:07.296766 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 74bc08c1-1753-4b59-87cb-255a59d0215d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=74bc08c1-1753-4b59-87cb-255a59d0215d,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:07.303894 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.372141 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-81a752d1-c2a0-4fda-8103-bb3e9340ffc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.377504 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cca0a2-c026-4e59-bf24-e0a298efdea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bc08c1-1753-4b59-87cb-255a59d0215d', 'code': 200} May 25 16:47:07.413656 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.418243 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:07.455702 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-81a752d1-c2a0-4fda-8103-bb3e9340ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.507719 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=74bc08c1-1753-4b59-87cb-255a59d0215d,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:07.518684 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:07.531384 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b5a376bd-6ee8-4930-95ab-1959da06c237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:07.535368 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-81a752d1-c2a0-4fda-8103-bb3e9340ffc7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da56599b1bbe4a47b11cd72e4bfb72ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7928443 May 25 16:47:07.538157 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54054) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:07.610303 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a752d1-c2a0-4fda-8103-bb3e9340ffc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b9e8b3-971d-4137-a729-6ad88f170cda,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:07.615629 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-81a752d1-c2a0-4fda-8103-bb3e9340ffc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:07.651943 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-513119ae-6b5f-4e54-9248-a88f596ba916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.692587 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-513119ae-6b5f-4e54-9248-a88f596ba916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.740251 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 54060) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:07.857134 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-513119ae-6b5f-4e54-9248-a88f596ba916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.863035 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2586b066-6eea-48ac-956b-d709d4248a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:07.876890 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513119ae-6b5f-4e54-9248-a88f596ba916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b9e8b3-971d-4137-a729-6ad88f170cda,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:07.880089 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-513119ae-6b5f-4e54-9248-a88f596ba916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:07.881573 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-513119ae-6b5f-4e54-9248-a88f596ba916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.886500 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-513119ae-6b5f-4e54-9248-a88f596ba916 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28b9e8b3-971d-4137-a729-6ad88f170cda HTTP/1.1" status: 204 len: 168 time: 0.3470786 May 25 16:47:07.920799 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-6012f28c-ca82-4ba9-9902-e9d2c4add76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.969148 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-6012f28c-ca82-4ba9-9902-e9d2c4add76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:07.984326 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-6012f28c-ca82-4ba9-9902-e9d2c4add76f admin admin] Usage tracker for resource:security_group_rule and tenant:93f9f45860ae4d4d99886688d8d6f8a4 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:07.991475 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-6012f28c-ca82-4ba9-9902-e9d2c4add76f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:08.012761 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-6012f28c-ca82-4ba9-9902-e9d2c4add76f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:08.080950 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4add75c-5788-40fe-a24c-a383ff3abb23 req-a0a7f785-0294-4602-85d6-b82348d383df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:08.080950 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d4add75c-5788-40fe-a24c-a383ff3abb23 req-a0a7f785-0294-4602-85d6-b82348d383df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 1099 time: 0.3336303 May 25 16:47:08.111929 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88206f-76dc-4f92-b41a-4f7d84b99b95 req-9907139e-cde1-4b83-9120-ef025b433d48 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:08.115233 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fd88206f-76dc-4f92-b41a-4f7d84b99b95 req-9907139e-cde1-4b83-9120-ef025b433d48 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 946 time: 0.3733287 May 25 16:47:08.282743 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d4add75c-5788-40fe-a24c-a383ff3abb23 req-cb25a64d-25bb-4e95-a9e6-0b034e167072 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798706 May 25 16:47:08.293185 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:47:08.354768 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.372425 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54082) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:08.378817 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fd88206f-76dc-4f92-b41a-4f7d84b99b95 req-2c7d103f-3019-4e76-9a75-926485805145 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134130 May 25 16:47:08.423765 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Transition to ACTIVE for port object d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:08.434270 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-6012f28c-ca82-4ba9-9902-e9d2c4add76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.458079 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae3f85-3c9c-40ac-9815-3e9aecd3be01 req-aae68eaa-ba43-4d27-b371-179fcd800710 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:08.459562 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c0ae3f85-3c9c-40ac-9815-3e9aecd3be01 req-aae68eaa-ba43-4d27-b371-179fcd800710 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 931 time: 0.1539164 May 25 16:47:08.497597 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.504067 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:08.546506 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c0ae3f85-3c9c-40ac-9815-3e9aecd3be01 req-d947e797-0800-4236-b269-f3dbad1be4e9 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800245 May 25 16:47:08.558959 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-6012f28c-ca82-4ba9-9902-e9d2c4add76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.794800 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54092) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:08.804943 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Attempting to bind port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:08.806298 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Attempting to bind port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:08.806892 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Attempting to bind port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 on network ac38085e-850b-4c3b-921d-dd020ca093cc {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:08.809593 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Pushing event updated for resources: {'Port': ['ID=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:08.817297 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-6012f28c-ca82-4ba9-9902-e9d2c4add76f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93f9f45860ae4d4d99886688d8d6f8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9996912 May 25 16:47:08.819774 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:08.822679 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-4fe50669-9a4c-4bd6-8572-22e6c3bf8dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:08.824531 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c23e859f-0448-4b17-b0e3-48658dbdcca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.832471 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 54096) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:08.835352 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 on network ac38085e-850b-4c3b-921d-dd020ca093cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:47:08.835677 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Attempting to bind port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 on network ac38085e-850b-4c3b-921d-dd020ca093cc {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:08.848442 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:08.848694 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Checking segment: {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:08.849077 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Bound using segment: {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:08.849591 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Bound port: d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:08.850080 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.870233 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-c23e859f-0448-4b17-b0e3-48658dbdcca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:08.879832 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-c23e859f-0448-4b17-b0e3-48658dbdcca3 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b327a041164885b4fd307dadffbfe5 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:08.884389 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-c23e859f-0448-4b17-b0e3-48658dbdcca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:08.893607 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-c23e859f-0448-4b17-b0e3-48658dbdcca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:08.936003 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012f28c-ca82-4ba9-9902-e9d2c4add76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1f77da-b55e-404e-b1ee-13ce7d7de796,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:08.951878 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-6012f28c-ca82-4ba9-9902-e9d2c4add76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:08.952470 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 54100) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:09.010837 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-cd6618f8-5882-4017-b886-bae230d3ea1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.022749 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c23e859f-0448-4b17-b0e3-48658dbdcca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.039440 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:09.059751 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ce6f9fb1-71f2-4efa-b8e6-03a2dfaf6451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.067162 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-cd6618f8-5882-4017-b886-bae230d3ea1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.075568 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-ce6f9fb1-71f2-4efa-b8e6-03a2dfaf6451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:09.078718 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4dfef71e-d354-450e-ba62-a6152f302957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.079874 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-ce6f9fb1-71f2-4efa-b8e6-03a2dfaf6451 admin admin] Usage tracker for resource:security_group_rule and tenant:6c355c21bbe5408d960826774686fdec is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:09.082824 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-ce6f9fb1-71f2-4efa-b8e6-03a2dfaf6451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:09.088463 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-ce6f9fb1-71f2-4efa-b8e6-03a2dfaf6451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:09.090700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:09.112795 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-4dfef71e-d354-450e-ba62-a6152f302957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:09.121674 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-4dfef71e-d354-450e-ba62-a6152f302957 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f686f072f240e191e86e3eadd45f86 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:09.122139 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-c23e859f-0448-4b17-b0e3-48658dbdcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.124509 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-4dfef71e-d354-450e-ba62-a6152f302957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:09.130177 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-4dfef71e-d354-450e-ba62-a6152f302957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:09.131746 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-c1946723-3d80-458f-893f-8ad7610bc982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:09.193553 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-c23e859f-0448-4b17-b0e3-48658dbdcca3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0b327a041164885b4fd307dadffbfe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975310 May 25 16:47:09.198766 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54108) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:09.200673 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e859f-0448-4b17-b0e3-48658dbdcca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f4f1c5-17c8-4544-a2ac-c90bdc39f064,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:09.211418 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.224101 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:09.238690 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-c23e859f-0448-4b17-b0e3-48658dbdcca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:09.282729 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4dfef71e-d354-450e-ba62-a6152f302957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.283978 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-cd6618f8-5882-4017-b886-bae230d3ea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.288675 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:09.289117 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.291319 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] 10.222.0.39 "PUT /v2.0/ports/d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 HTTP/1.1" status: 200 len: 1093 time: 2.3003979 May 25 16:47:09.295029 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:47:09.317986 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-cd6618f8-5882-4017-b886-bae230d3ea1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.322933 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-cd6618f8-5882-4017-b886-bae230d3ea1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e1f77da-b55e-404e-b1ee-13ce7d7de796 HTTP/1.1" status: 204 len: 168 time: 0.4849811 May 25 16:47:09.341311 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Pushing event updated for resources: {'Port': ['ID=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:09.364634 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:09.366165 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:09.378383 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6618f8-5882-4017-b886-bae230d3ea1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1f77da-b55e-404e-b1ee-13ce7d7de796,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:09.393112 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-cd6618f8-5882-4017-b886-bae230d3ea1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:09.414711 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4dfef71e-d354-450e-ba62-a6152f302957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.420712 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ce6f9fb1-71f2-4efa-b8e6-03a2dfaf6451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.422591 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-22c35223-2289-47af-bf5c-cd62d736020a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.429477 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'status': 'completed', 'code': 200} May 25 16:47:09.435368 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-39028850-10a0-495d-9a4e-ba7831a5e551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:09.460822 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-22c35223-2289-47af-bf5c-cd62d736020a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.530872 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfef71e-d354-450e-ba62-a6152f302957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8fbd32-ee6d-4b91-9d04-895c8fd7f7cd,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:09.564277 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ce6f9fb1-71f2-4efa-b8e6-03a2dfaf6451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.574749 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-c134a5d4-cb11-4752-a561-629bcd88d9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:09.581920 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-4dfef71e-d354-450e-ba62-a6152f302957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:09.599829 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-22c35223-2289-47af-bf5c-cd62d736020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.657497 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-ce6f9fb1-71f2-4efa-b8e6-03a2dfaf6451 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c355c21bbe5408d960826774686fdec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2815449 May 25 16:47:09.657497 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f9fb1-71f2-4efa-b8e6-03a2dfaf6451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bf8434-ba51-417f-8362-3afe196655dc,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:09.661334 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54122) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:09.661334 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-22c35223-2289-47af-bf5c-cd62d736020a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.661334 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-22c35223-2289-47af-bf5c-cd62d736020a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20f4f1c5-17c8-4544-a2ac-c90bdc39f064 HTTP/1.1" status: 204 len: 168 time: 0.4614980 May 25 16:47:09.666032 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-ce6f9fb1-71f2-4efa-b8e6-03a2dfaf6451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:09.674097 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-083afbff-3031-4f18-9bec-68e33de12963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:09.676685 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-4dfef71e-d354-450e-ba62-a6152f302957 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8f686f072f240e191e86e3eadd45f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7149901 May 25 16:47:09.684833 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 54128) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:09.697957 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c35223-2289-47af-bf5c-cd62d736020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f4f1c5-17c8-4544-a2ac-c90bdc39f064,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:09.702190 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-22c35223-2289-47af-bf5c-cd62d736020a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:09.771675 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8c52689e-c62d-4717-9e0c-cf6ad8c7b547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.796783 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c4850-0bf2-498e-a6e2-554f2c36fbd4 req-dc2771b2-f559-4e94-a7c9-6e029ef1872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:09.798986 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-886c4850-0bf2-498e-a6e2-554f2c36fbd4 req-dc2771b2-f559-4e94-a7c9-6e029ef1872c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 1096 time: 0.3091557 May 25 16:47:09.830744 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8c52689e-c62d-4717-9e0c-cf6ad8c7b547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.844482 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37c2a-69a4-4ca0-adcf-5ee5efff563d req-879ba27c-7b10-469f-b801-db136c45e82d tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:09.851721 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2ab37c2a-69a4-4ca0-adcf-5ee5efff563d req-879ba27c-7b10-469f-b801-db136c45e82d tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 946 time: 0.2416470 May 25 16:47:09.858094 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e55f1c9e-1e56-4634-8f19-7b655e0a7cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.991259 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e55f1c9e-1e56-4634-8f19-7b655e0a7cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.023986 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2ab37c2a-69a4-4ca0-adcf-5ee5efff563d req-b32d9e6e-f732-46b1-8b07-b0b237e4abf6 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705892 May 25 16:47:10.073461 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c4850-0bf2-498e-a6e2-554f2c36fbd4 req-17b50d0e-7e02-444a-b68f-1b605f447fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:10.074905 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-886c4850-0bf2-498e-a6e2-554f2c36fbd4 req-17b50d0e-7e02-444a-b68f-1b605f447fe5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cc17a95680e746b19bec554ae402e65e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2590756 May 25 16:47:10.153106 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8c52689e-c62d-4717-9e0c-cf6ad8c7b547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.158564 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9af0021e-6c46-471a-9c01-1321ec5d2b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:10.182910 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52689e-c62d-4717-9e0c-cf6ad8c7b547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bf8434-ba51-417f-8362-3afe196655dc,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:10.186348 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8c52689e-c62d-4717-9e0c-cf6ad8c7b547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:10.201102 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8c52689e-c62d-4717-9e0c-cf6ad8c7b547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.222747 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-8c52689e-c62d-4717-9e0c-cf6ad8c7b547 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1bf8434-ba51-417f-8362-3afe196655dc HTTP/1.1" status: 204 len: 168 time: 0.5404470 May 25 16:47:10.355388 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e55f1c9e-1e56-4634-8f19-7b655e0a7cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.366452 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-6d8b254e-9e56-40c7-afc4-3e32ee52c9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:10.448561 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e55f1c9e-1e56-4634-8f19-7b655e0a7cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.449423 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-e55f1c9e-1e56-4634-8f19-7b655e0a7cb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa8fbd32-ee6d-4b91-9d04-895c8fd7f7cd HTTP/1.1" status: 204 len: 168 time: 0.7607272 May 25 16:47:10.456564 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f1c9e-1e56-4634-8f19-7b655e0a7cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8fbd32-ee6d-4b91-9d04-895c8fd7f7cd,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:10.467141 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-e55f1c9e-1e56-4634-8f19-7b655e0a7cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:10.471714 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c4850-0bf2-498e-a6e2-554f2c36fbd4 req-827447da-33a2-4a5a-9045-02ec05818e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:10.473195 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-886c4850-0bf2-498e-a6e2-554f2c36fbd4 req-827447da-33a2-4a5a-9045-02ec05818e09 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3899422 May 25 16:47:10.509122 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f0f25-3164-4e92-b642-348de0834a13 req-6c9023b8-210c-496f-beb7-eae1c139167f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:10.510774 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bb1f0f25-3164-4e92-b642-348de0834a13 req-6c9023b8-210c-496f-beb7-eae1c139167f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.3237839 May 25 16:47:10.523952 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a18997-7e4f-4732-bb59-8f1ace3bd014 req-fe1302a8-ca81-43d1-82fc-3e77ec06a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:10.526395 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24a18997-7e4f-4732-bb59-8f1ace3bd014 req-fe1302a8-ca81-43d1-82fc-3e77ec06a09d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 1098 time: 0.2609975 May 25 16:47:10.547080 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867869f5-78ee-487d-9bff-97c919382979 req-7e580588-9764-4827-a031-61537a0a1d61 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:10.548681 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-867869f5-78ee-487d-9bff-97c919382979 req-7e580588-9764-4827-a031-61537a0a1d61 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.2978261 May 25 16:47:10.744330 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bb1f0f25-3164-4e92-b642-348de0834a13 req-e3a87d7d-3961-4516-a7d2-1ea333abbbd7 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251341 May 25 16:47:10.787797 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-867869f5-78ee-487d-9bff-97c919382979 req-07683c62-919a-4e53-906c-ff6049086475 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710207 May 25 16:47:10.822340 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a18997-7e4f-4732-bb59-8f1ace3bd014 req-200e024f-6861-460a-887c-c45da7a0944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:10.823805 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24a18997-7e4f-4732-bb59-8f1ace3bd014 req-200e024f-6861-460a-887c-c45da7a0944b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 200 len: 920 time: 0.2706177 May 25 16:47:10.826966 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-fcd04496-3472-43bb-bdeb-6efefdbad6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:10.828569 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-fcd04496-3472-43bb-bdeb-6efefdbad6a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 1096 time: 0.2783666 May 25 16:47:11.040849 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24a18997-7e4f-4732-bb59-8f1ace3bd014 req-880e3196-f5a9-445c-af29-c0ba7613d619 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d24ce1b7-7b42-49b2-b718-5bea095e1876 HTTP/1.1" status: 200 len: 217 time: 0.1985872 May 25 16:47:11.042332 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-f6d10de2-9bfd-41e0-b7ca-ad9965c1eb42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 HTTP/1.1" status: 200 len: 217 time: 0.0767317 May 25 16:47:11.240180 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a18997-7e4f-4732-bb59-8f1ace3bd014 req-1d78b61b-5e23-4a28-a1d4-77e206c8424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:11.241646 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24a18997-7e4f-4732-bb59-8f1ace3bd014 req-1d78b61b-5e23-4a28-a1d4-77e206c8424f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d92ea816-ea27-4895-99f6-b3d634b82c00 HTTP/1.1" status: 200 len: 858 time: 0.1838632 May 25 16:47:11.253642 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-85d22f0d-635b-4a6d-aed3-18957af2cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:11.255101 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-85d22f0d-635b-4a6d-aed3-18957af2cbd6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a85378c7-f9cc-474b-a7dd-f686d86c794d HTTP/1.1" status: 200 len: 856 time: 0.1949461 May 25 16:47:11.265578 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54174) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:11.284701 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d986ca2c-27aa-42c5-84a0-3c49cb6ca582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.301880 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d986ca2c-27aa-42c5-84a0-3c49cb6ca582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:11.309295 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d986ca2c-27aa-42c5-84a0-3c49cb6ca582 admin admin] Usage tracker for resource:security_group_rule and tenant:d56899df6dc34ab892a6615d22f2bf21 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:11.314530 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d986ca2c-27aa-42c5-84a0-3c49cb6ca582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:11.321145 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d986ca2c-27aa-42c5-84a0-3c49cb6ca582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:11.338269 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24a18997-7e4f-4732-bb59-8f1ace3bd014 req-f6e169b5-1a77-42ad-90d9-f37fc0525ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882430 May 25 16:47:11.436382 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d986ca2c-27aa-42c5-84a0-3c49cb6ca582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.495289 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f67a47-3b01-4a69-9fe9-a2fb1669c5c4 req-7b815961-4723-4b4f-970f-1beed32671c5 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:11.496818 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-84f67a47-3b01-4a69-9fe9-a2fb1669c5c4 req-7b815961-4723-4b4f-970f-1beed32671c5 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 946 time: 0.3171618 May 25 16:47:11.535723 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d986ca2c-27aa-42c5-84a0-3c49cb6ca582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.538975 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-47b91615-66cd-4292-b068-ff5994053111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:11.542740 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-47b91615-66cd-4292-b068-ff5994053111 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac38085e-850b-4c3b-921d-dd020ca093cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2500708 May 25 16:47:11.548718 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0e10369a-3687-409f-b6e7-52b928b48ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:11.548933 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24a18997-7e4f-4732-bb59-8f1ace3bd014 req-25fc7706-2c10-41fb-b5a6-5a868e17be25 service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975451 May 25 16:47:11.610332 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d986ca2c-27aa-42c5-84a0-3c49cb6ca582 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d56899df6dc34ab892a6615d22f2bf21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308766 May 25 16:47:11.610332 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54186) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:11.610332 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986ca2c-27aa-42c5-84a0-3c49cb6ca582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8790ae9-a17f-4e0c-b28c-a8adafbb0a4b,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:11.610332 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d986ca2c-27aa-42c5-84a0-3c49cb6ca582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:11.639793 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-84f67a47-3b01-4a69-9fe9-a2fb1669c5c4 req-e4fb19d6-8395-4cfc-b2b1-e662dc09b714 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345897 May 25 16:47:11.679482 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fab27b05-834b-4650-a81a-a92f74cadb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.713374 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fab27b05-834b-4650-a81a-a92f74cadb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.925203 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fab27b05-834b-4650-a81a-a92f74cadb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.928381 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24a18997-7e4f-4732-bb59-8f1ace3bd014 req-22a7f063-cd94-4e85-b364-1933d0ad8c11 service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594685 May 25 16:47:11.933742 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-ce6f9fb1-71f2-4efa-b8e6-03a2dfaf6451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:11.937225 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-68f52915-5962-4d0e-8a85-6cdafb5067db service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672156 May 25 16:47:11.971196 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fab27b05-834b-4650-a81a-a92f74cadb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.972372 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-fab27b05-834b-4650-a81a-a92f74cadb1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8790ae9-a17f-4e0c-b28c-a8adafbb0a4b HTTP/1.1" status: 204 len: 168 time: 0.3727458 May 25 16:47:11.975776 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab27b05-834b-4650-a81a-a92f74cadb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8790ae9-a17f-4e0c-b28c-a8adafbb0a4b,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:11.981901 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fab27b05-834b-4650-a81a-a92f74cadb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:12.374493 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-55e4d273-fcd6-43c2-ab9d-90ce92b04314 req-6f393a29-b1a7-4ceb-a0bf-d29b2a691928 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290743 May 25 16:47:12.392811 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160a78c-522f-4a58-927e-9ecf7540c4b0 req-5ae50a84-3e7e-456f-8eb9-c6749a18b87f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:12.394292 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8160a78c-522f-4a58-927e-9ecf7540c4b0 req-5ae50a84-3e7e-456f-8eb9-c6749a18b87f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.4118474 May 25 16:47:12.403242 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5963a-11b4-47fb-b878-259675851344 req-a0da9c7b-f91d-4294-befc-a3c323cffc82 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:12.410392 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-26a5963a-11b4-47fb-b878-259675851344 req-a0da9c7b-f91d-4294-befc-a3c323cffc82 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.3404162 May 25 16:47:12.517136 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-26a5963a-11b4-47fb-b878-259675851344 req-3b4d0ea2-5b3a-4ebd-a6b4-877529fc9901 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020806 May 25 16:47:12.517136 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8160a78c-522f-4a58-927e-9ecf7540c4b0 req-db1286cb-bbe7-410a-8c5d-8ee6e10ff3ad tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037695 May 25 16:47:13.802862 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03a1f0-dc48-46e1-9fe7-7ed4b287c0c9 req-5690b422-d2b6-4594-99a9-5b3078eef538 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:13.804348 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7e03a1f0-dc48-46e1-9fe7-7ed4b287c0c9 req-5690b422-d2b6-4594-99a9-5b3078eef538 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1498077 May 25 16:47:13.813950 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffac42-6b1a-4e59-9152-af49bb08104b req-f2eff20d-ce9a-4271-a3e1-7b4074557c45 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:13.815418 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-19ffac42-6b1a-4e59-9152-af49bb08104b req-f2eff20d-ce9a-4271-a3e1-7b4074557c45 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.1282291 May 25 16:47:13.897611 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7e03a1f0-dc48-46e1-9fe7-7ed4b287c0c9 req-6391a14d-f4f5-4371-b062-96b9858c9ccb tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811551 May 25 16:47:13.910366 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-19ffac42-6b1a-4e59-9152-af49bb08104b req-22157a75-146b-4872-b760-58596ecc1246 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764136 May 25 16:47:15.128196 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00373509-e8fe-4cc9-bc7b-41f9dd9dd6b0 req-387f843b-62b1-4456-8d50-a043f8220ee2 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:15.129627 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-00373509-e8fe-4cc9-bc7b-41f9dd9dd6b0 req-387f843b-62b1-4456-8d50-a043f8220ee2 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1104157 May 25 16:47:15.177725 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-00373509-e8fe-4cc9-bc7b-41f9dd9dd6b0 req-771f19eb-67ae-4025-a25e-443448893eeb tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 May 25 16:47:15.436011 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f8bfc-ef00-4294-958c-6fcf370e7fb4 req-8f5340cd-2951-42c2-b8c2-61a259168fd5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:15.437733 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b08f8bfc-ef00-4294-958c-6fcf370e7fb4 req-8f5340cd-2951-42c2-b8c2-61a259168fd5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.1644778 May 25 16:47:15.490187 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b08f8bfc-ef00-4294-958c-6fcf370e7fb4 req-ecd7ed85-92b5-4dc1-9ff6-9e30effbf95d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449054 May 25 16:47:16.372230 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9f3d8-3539-485f-b47b-0786d5460735 req-824d6194-4ede-490d-8dc8-398116774deb tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:16.373776 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8cc9f3d8-3539-485f-b47b-0786d5460735 req-824d6194-4ede-490d-8dc8-398116774deb tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.0823784 May 25 16:47:16.420787 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8cc9f3d8-3539-485f-b47b-0786d5460735 req-c455b2bd-f36c-48e7-83bc-41b790a4a38d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 May 25 16:47:16.686397 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:47:16.705524 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72146b-e350-429e-9b33-2606ac429dbe req-012d776c-86e1-4cf9-b85a-0c403c0c6616 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:16.707253 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aa72146b-e350-429e-9b33-2606ac429dbe req-012d776c-86e1-4cf9-b85a-0c403c0c6616 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0819874 May 25 16:47:16.787053 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aa72146b-e350-429e-9b33-2606ac429dbe req-9ef33ea2-7a7a-4224-a3df-6e16790b1e0b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496979 May 25 16:47:16.830609 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:16.845367 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'port_id': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'mac_address': 'fa:16:3e:28:ba:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:47:16.904567 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:16.924060 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:47:16.952136 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:17.095537 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:17.098575 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-6ec2db14-b7ec-4aaf-a851-8aa501c0bd2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:17.201148 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:17.204699 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:17.449614 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['d9b0d0ec-5563-401f-8a77-0ddfc707b2d9'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:47:17.648203 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795002b7-589e-47dd-b639-0fb9a2adbd03 req-fa8e9ffe-0dc3-47cb-a7e5-136825a5368e tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:17.650541 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-795002b7-589e-47dd-b639-0fb9a2adbd03 req-fa8e9ffe-0dc3-47cb-a7e5-136825a5368e tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1017494 May 25 16:47:17.701140 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-795002b7-589e-47dd-b639-0fb9a2adbd03 req-44cd2b4e-2216-4a6e-a923-2b053c343f9c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428603 May 25 16:47:17.985861 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51aab0-576a-45e0-9868-d1ce7e9cfec3 req-c0de3d17-5f13-481d-804b-b47570868f46 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:17.985861 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-af51aab0-576a-45e0-9868-d1ce7e9cfec3 req-c0de3d17-5f13-481d-804b-b47570868f46 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 944 time: 0.1010306 May 25 16:47:18.060619 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-af51aab0-576a-45e0-9868-d1ce7e9cfec3 req-b58f2c6d-df50-48fc-8c9a-f11b6774434d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689514 May 25 16:47:18.697227 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:18.973221 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2f5b9-04c6-464c-bc45-d0bc5841b677 req-d0f5985c-1416-4f32-95b6-693f8eaf053b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:18.974772 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-98a2f5b9-04c6-464c-bc45-d0bc5841b677 req-d0f5985c-1416-4f32-95b6-693f8eaf053b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1208091 May 25 16:47:18.992427 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:18.997368 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:18.998261 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.021303 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-98a2f5b9-04c6-464c-bc45-d0bc5841b677 req-3b909381-8480-423a-ab59-7e1d0605b78b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 May 25 16:47:19.127635 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.156373 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:47:19.166427 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:19.208359 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'code': 200} May 25 16:47:19.279474 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.281682 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:19.298100 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6fa0-4bf6-4c85-aa21-cbc62fce41f6 req-89a9fac2-6fb3-45a3-a6ab-e55499f7039a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:19.300660 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-993d6fa0-4bf6-4c85-aa21-cbc62fce41f6 req-89a9fac2-6fb3-45a3-a6ab-e55499f7039a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 944 time: 0.1046739 May 25 16:47:19.353919 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:19.366422 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:19.373473 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-993d6fa0-4bf6-4c85-aa21-cbc62fce41f6 req-a957480f-8113-4aa1-87ec-a19fef619a66 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653927 May 25 16:47:19.734580 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54804-f377-4fc5-b6f9-2c480a90200e req-7f3e156b-6246-4ef4-b0f5-84e90bbfd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:19.736111 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-18c54804-f377-4fc5-b6f9-2c480a90200e req-7f3e156b-6246-4ef4-b0f5-84e90bbfd77a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 1098 time: 0.0759416 May 25 16:47:19.787522 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-18c54804-f377-4fc5-b6f9-2c480a90200e req-e6495ae3-5461-4617-9c2c-21f2821322df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444732 May 25 16:47:20.219516 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f22bb5-333a-4379-a245-b7729e0174be req-0f3a9b92-887a-47a6-b9cf-c2467964985a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:20.221011 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f9f22bb5-333a-4379-a245-b7729e0174be req-0f3a9b92-887a-47a6-b9cf-c2467964985a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.0858436 May 25 16:47:20.266731 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f9f22bb5-333a-4379-a245-b7729e0174be req-bf033679-2e02-4ff0-9df8-dfcd60aacb67 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400357 May 25 16:47:20.594886 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b667fb-ed8d-4cf0-b6a8-752afdd0e061 req-3db1ac24-8303-42ee-90d2-8725b3ef2e05 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:20.594886 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-16b667fb-ed8d-4cf0-b6a8-752afdd0e061 req-3db1ac24-8303-42ee-90d2-8725b3ef2e05 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.0921116 May 25 16:47:20.648547 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-16b667fb-ed8d-4cf0-b6a8-752afdd0e061 req-f4edfe99-7871-45d3-8efa-044a0acdcc58 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505471 May 25 16:47:21.497002 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54486) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.510053 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5a8d8-0321-422e-9834-71cdc0c9a1c8 req-6d7cb4e6-217e-4df7-bdbe-ea1ab5e9bb6d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:21.511675 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b2d5a8d8-0321-422e-9834-71cdc0c9a1c8 req-6d7cb4e6-217e-4df7-bdbe-ea1ab5e9bb6d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1036644 May 25 16:47:21.584242 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b2d5a8d8-0321-422e-9834-71cdc0c9a1c8 req-e4d8aa2a-2bfe-48c5-9d20-4cfaca03436b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660129 May 25 16:47:21.678085 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46a8108e-6f58-4f02-ad29-e2c992022a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.714905 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-46a8108e-6f58-4f02-ad29-e2c992022a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:21.719064 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-46a8108e-6f58-4f02-ad29-e2c992022a55 admin admin] Usage tracker for resource:security_group_rule and tenant:731e4272148e49aba7b617ddd1ee6900 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:21.722037 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-46a8108e-6f58-4f02-ad29-e2c992022a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:21.728226 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-46a8108e-6f58-4f02-ad29-e2c992022a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:21.832439 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46a8108e-6f58-4f02-ad29-e2c992022a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.885014 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b60d1f-9422-4be7-903b-e183206f4f71 req-6eb41b19-d256-4c12-8ce7-c94ecb47efc7 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:21.887164 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-89b60d1f-9422-4be7-903b-e183206f4f71 req-6eb41b19-d256-4c12-8ce7-c94ecb47efc7 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1068013 May 25 16:47:21.944833 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-89b60d1f-9422-4be7-903b-e183206f4f71 req-9bd6d3bf-28c2-4d5c-bc7c-cd480ff80d93 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515857 May 25 16:47:22.129633 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46a8108e-6f58-4f02-ad29-e2c992022a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.137293 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-c23e859f-0448-4b17-b0e3-48658dbdcca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:22.177730 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8108e-6f58-4f02-ad29-e2c992022a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830713d8-b572-4690-8f7f-56d8095fc29b,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:22.181986 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-46a8108e-6f58-4f02-ad29-e2c992022a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:22.203311 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-46a8108e-6f58-4f02-ad29-e2c992022a55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=731e4272148e49aba7b617ddd1ee6900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6928661 May 25 16:47:22.203311 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54516) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:22.246189 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-64299c92-2b7f-444d-aafe-25df6716387e tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:22.254499 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-64299c92-2b7f-444d-aafe-25df6716387e tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/networks?id=3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 200 len: 815 time: 0.2073717 May 25 16:47:22.256907 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afab393-ce3b-4f0b-9892-a3f40fad412a req-6f34a4dd-ccf5-42a2-86d1-2e041504c4cf tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:22.258486 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6afab393-ce3b-4f0b-9892-a3f40fad412a req-6f34a4dd-ccf5-42a2-86d1-2e041504c4cf tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1954169 May 25 16:47:22.260464 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b24fbd6-f7c4-4819-bd25-90304de3e33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.268712 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-ab669f48-6b8e-4a67-a832-bfcdda0c73d6 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/quotas/7f2d0896b886409484a882f871864fa7 HTTP/1.1" status: 200 len: 375 time: 0.0092237 May 25 16:47:22.269152 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 54520) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:22.275113 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-788d5d0d-f507-4bc1-93e4-42b15a66b3d8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'floatingip': {'port_id': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:22.290900 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b24fbd6-f7c4-4819-bd25-90304de3e33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.400717 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-788d5d0d-f507-4bc1-93e4-42b15a66b3d8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.410151 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54526) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:22.484439 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b24fbd6-f7c4-4819-bd25-90304de3e33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.489783 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-81a752d1-c2a0-4fda-8103-bb3e9340ffc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:22.501355 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24fbd6-f7c4-4819-bd25-90304de3e33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830713d8-b572-4690-8f7f-56d8095fc29b,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:22.505164 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-4b24fbd6-f7c4-4819-bd25-90304de3e33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:22.508763 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b24fbd6-f7c4-4819-bd25-90304de3e33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.509931 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-4b24fbd6-f7c4-4819-bd25-90304de3e33f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/830713d8-b572-4690-8f7f-56d8095fc29b HTTP/1.1" status: 204 len: 168 time: 0.3171613 May 25 16:47:22.581652 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3102-b5d2-48a3-a144-4720faedd47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.612442 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-ed0d3102-b5d2-48a3-a144-4720faedd47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:22.619775 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-ed0d3102-b5d2-48a3-a144-4720faedd47c admin admin] Usage tracker for resource:security_group_rule and tenant:10f18d8705f94e1db3cd205a488774f3 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:22.628204 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-ed0d3102-b5d2-48a3-a144-4720faedd47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:22.634242 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-ed0d3102-b5d2-48a3-a144-4720faedd47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:22.708145 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-6e0d3c6e-0137-46fb-b417-a64761f606eb tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3781400 May 25 16:47:22.744666 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3102-b5d2-48a3-a144-4720faedd47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.839936 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3102-b5d2-48a3-a144-4720faedd47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.850793 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-22c35223-2289-47af-bf5c-cd62d736020a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:22.891902 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-ed0d3102-b5d2-48a3-a144-4720faedd47c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10f18d8705f94e1db3cd205a488774f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806161 May 25 16:47:22.922289 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d3102-b5d2-48a3-a144-4720faedd47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605c8510-4414-4e28-9696-1c39bba4f9d2,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:22.924908 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54542) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:22.937008 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-ed0d3102-b5d2-48a3-a144-4720faedd47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:23.063004 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-94300448-b890-4f52-b734-13db1e240322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.106904 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-226ae68c-6904-4461-b5c6-2317f983c00f service neutron] 10.222.0.49 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820398 May 25 16:47:23.115047 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-94300448-b890-4f52-b734-13db1e240322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.125162 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14213efc-4e71-45a5-8f35-c85f247973db req-17ac50df-0709-4aed-953c-0f2f7734bdb1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:23.130982 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-14213efc-4e71-45a5-8f35-c85f247973db req-17ac50df-0709-4aed-953c-0f2f7734bdb1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.4048009 May 25 16:47:23.289863 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-94300448-b890-4f52-b734-13db1e240322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.296615 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8c52689e-c62d-4717-9e0c-cf6ad8c7b547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:23.320022 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94300448-b890-4f52-b734-13db1e240322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605c8510-4414-4e28-9696-1c39bba4f9d2,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:23.323729 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-94300448-b890-4f52-b734-13db1e240322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:23.326099 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-94300448-b890-4f52-b734-13db1e240322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.328108 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-94300448-b890-4f52-b734-13db1e240322 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/605c8510-4414-4e28-9696-1c39bba4f9d2 HTTP/1.1" status: 204 len: 168 time: 0.3962684 May 25 16:47:23.502369 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-14213efc-4e71-45a5-8f35-c85f247973db req-e67bc048-aa3f-4ef4-88e2-b0b553568e2b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705354 May 25 16:47:23.597047 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-89e3c0a4-91b7-4092-9f07-157eccd53dbb service neutron] 10.222.0.49 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817121 May 25 16:47:23.783359 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-788d5d0d-f507-4bc1-93e4-42b15a66b3d8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.935708 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-788d5d0d-f507-4bc1-93e4-42b15a66b3d8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.071853 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d49da5c2-ea53-457d-ba80-4ecaae5874c8 req-bc7bbe1f-a043-46c6-bc83-ab0ce2eee1d4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 210 time: 0.0650072 May 25 16:47:24.272382 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54594) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:24.295187 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e4a2-22c5-45be-988c-c04fd9be7aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.300583 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.l3_db [None req-788d5d0d-f507-4bc1-93e4-42b15a66b3d8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Floating IP 581faa2a-4831-4804-8b9d-709ce70450ca associated. External IP: 172.28.3.200, port: d9b0d0ec-5563-401f-8a77-0ddfc707b2d9. May 25 16:47:24.312928 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-cbb8e4a2-22c5-45be-988c-c04fd9be7aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:24.316911 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-cbb8e4a2-22c5-45be-988c-c04fd9be7aed admin admin] Usage tracker for resource:security_group_rule and tenant:97543298c46b412e8e910ec844808cdc is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:24.319993 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-cbb8e4a2-22c5-45be-988c-c04fd9be7aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:24.326039 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-cbb8e4a2-22c5-45be-988c-c04fd9be7aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:24.451338 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e4a2-22c5-45be-988c-c04fd9be7aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.644437 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e4a2-22c5-45be-988c-c04fd9be7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.699663 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-4e0dbd8d-0e10-4f8b-ab5d-b867954072e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:24.716253 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-cbb8e4a2-22c5-45be-988c-c04fd9be7aed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97543298c46b412e8e910ec844808cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404693 May 25 16:47:24.723373 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54612) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:24.753598 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8e4a2-22c5-45be-988c-c04fd9be7aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5da6a37-e4e1-4471-b2db-920b513f83b3,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:24.762993 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-cbb8e4a2-22c5-45be-988c-c04fd9be7aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:24.825798 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-34665644-817f-4122-9bc2-75937bf16a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.848689 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788d5d0d-f507-4bc1-93e4-42b15a66b3d8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Router cca3c552-9594-4262-b5ae-5170b40c6d42 has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:47:24.859200 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-34665644-817f-4122-9bc2-75937bf16a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.970961 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384662ac-583e-4be7-bae0-5eb03f48d79d req-d617d188-31fc-44d5-8ec1-d76ff50f57ca tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:24.974704 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-384662ac-583e-4be7-bae0-5eb03f48d79d req-d617d188-31fc-44d5-8ec1-d76ff50f57ca tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.2925446 May 25 16:47:25.062625 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-34665644-817f-4122-9bc2-75937bf16a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.071257 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fab27b05-834b-4650-a81a-a92f74cadb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:25.087121 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34665644-817f-4122-9bc2-75937bf16a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5da6a37-e4e1-4471-b2db-920b513f83b3,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:25.139906 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-384662ac-583e-4be7-bae0-5eb03f48d79d req-1e8d75f2-4ec0-4432-bcf2-5fceb43800ce tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496756 May 25 16:47:25.145361 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-34665644-817f-4122-9bc2-75937bf16a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:25.147928 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-34665644-817f-4122-9bc2-75937bf16a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.151957 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-34665644-817f-4122-9bc2-75937bf16a1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5da6a37-e4e1-4471-b2db-920b513f83b3 HTTP/1.1" status: 204 len: 168 time: 0.4247072 May 25 16:47:25.162469 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-5642c9b5-b5e4-4f7b-9963-2b47441c4c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.180101 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788d5d0d-f507-4bc1-93e4-42b15a66b3d8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:25.194207 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a026b-bd86-401f-8e3b-87c9c35d86e8 None None] Sync routers for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:25.196104 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-788d5d0d-f507-4bc1-93e4-42b15a66b3d8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.214811 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a026b-bd86-401f-8e3b-87c9c35d86e8 None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:25.215788 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-911a026b-bd86-401f-8e3b-87c9c35d86e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:46:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:25.281953 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-788d5d0d-f507-4bc1-93e4-42b15a66b3d8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "PUT /v2.0/floatingips/581faa2a-4831-4804-8b9d-709ce70450ca HTTP/1.1" status: 200 len: 991 time: 3.0116925 May 25 16:47:25.282797 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:47:25.409488 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-af398b05-e35b-4b78-9b26-2f74630430fb req-99fbf81e-da95-4acd-98aa-6e392f37395e tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 210 time: 0.0782077 May 25 16:47:25.472074 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'status': 'completed', 'code': 200} May 25 16:47:25.477253 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-911a026b-bd86-401f-8e3b-87c9c35d86e8 None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:47:25.616018 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4c2e3-5e5c-4c94-bb40-da598326277f req-30a8d3c7-aca8-4ad0-8f22-4fbd70520ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:25.618454 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-88e4c2e3-5e5c-4c94-bb40-da598326277f req-30a8d3c7-aca8-4ad0-8f22-4fbd70520ec7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 1098 time: 0.1195145 May 25 16:47:25.773670 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4c2e3-5e5c-4c94-bb40-da598326277f req-39c0d04b-1335-47de-ab23-d01b5a55d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:25.775759 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-88e4c2e3-5e5c-4c94-bb40-da598326277f req-39c0d04b-1335-47de-ab23-d01b5a55d8fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 919 time: 0.1495042 May 25 16:47:25.873053 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-911a026b-bd86-401f-8e3b-87c9c35d86e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '581faa2a-4831-4804-8b9d-709ce70450ca', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'floating_ip_address': '172.28.3.200', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'port_id': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'mac_address': 'fa:16:3e:28:ba:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:46:58Z', 'updated_at': '2021-05-25T16:47:23Z', 'revision_number': 1, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:25.877605 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a026b-bd86-401f-8e3b-87c9c35d86e8 None None] Checking router: cca3c552-9594-4262-b5ae-5170b40c6d42 for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:47:25.887302 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a026b-bd86-401f-8e3b-87c9c35d86e8 None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:25.888167 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-911a026b-bd86-401f-8e3b-87c9c35d86e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:46:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:25.928763 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-88e4c2e3-5e5c-4c94-bb40-da598326277f req-cd14f083-bca5-48bf-82f0-e7d6a17b10b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 HTTP/1.1" status: 200 len: 999 time: 0.1440802 May 25 16:47:25.946808 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.017461 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4c2e3-5e5c-4c94-bb40-da598326277f req-2fb06270-258f-417b-8d85-2d0b187f64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:26.019261 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-88e4c2e3-5e5c-4c94-bb40-da598326277f req-2fb06270-258f-417b-8d85-2d0b187f64e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a85378c7-f9cc-474b-a7dd-f686d86c794d HTTP/1.1" status: 200 len: 856 time: 0.0827618 May 25 16:47:26.143316 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-911a026b-bd86-401f-8e3b-87c9c35d86e8 None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:47:26.178688 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4c2e3-5e5c-4c94-bb40-da598326277f req-0276c667-2772-41b9-afd0-2f031d11d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:26.180816 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-88e4c2e3-5e5c-4c94-bb40-da598326277f req-0276c667-2772-41b9-afd0-2f031d11d93a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac38085e-850b-4c3b-921d-dd020ca093cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1419237 May 25 16:47:26.492765 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-88e4c2e3-5e5c-4c94-bb40-da598326277f req-d9123e77-6561-41bb-b438-d2a7abdaaa95 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045895 May 25 16:47:26.782776 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-911a026b-bd86-401f-8e3b-87c9c35d86e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '581faa2a-4831-4804-8b9d-709ce70450ca', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'floating_ip_address': '172.28.3.200', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'port_id': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'mac_address': 'fa:16:3e:28:ba:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:46:58Z', 'updated_at': '2021-05-25T16:47:23Z', 'revision_number': 1, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:26.788575 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a026b-bd86-401f-8e3b-87c9c35d86e8 None None] The sync data for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb is: [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '581faa2a-4831-4804-8b9d-709ce70450ca', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'floating_ip_address': '172.28.3.200', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'port_id': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'mac_address': 'fa:16:3e:28:ba:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:46:58Z', 'updated_at': '2021-05-25T16:47:23Z', 'revision_number': 1, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:26.808555 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b29afd6a-4dc9-436d-b5db-b9e0d2ed1370 req-b4ab9048-b5b8-482f-b741-b1eecd715c0c tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 210 time: 0.0731575 May 25 16:47:26.941790 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac005b-13de-4a03-8fc8-5f18a65d4195 req-5f11f224-b990-41ea-9483-8c491fea31f0 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:26.943294 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-46ac005b-13de-4a03-8fc8-5f18a65d4195 req-5f11f224-b990-41ea-9483-8c491fea31f0 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.5746100 May 25 16:47:27.070246 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-88e4c2e3-5e5c-4c94-bb40-da598326277f req-9c6529fd-c699-46ea-99ca-9c0e978d355c service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609057 May 25 16:47:27.070562 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7d300-b0e5-41f4-99b5-c7517e07f2e7 None None] New status for floating IP 581faa2a-4831-4804-8b9d-709ce70450ca: ACTIVE {{(pid=98883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:47:27.088797 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-46ac005b-13de-4a03-8fc8-5f18a65d4195 req-51fb5094-5618-452b-892a-85941064d345 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342492 May 25 16:47:27.096212 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-4c895218-6455-4f6c-954d-63af6fff75bb tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:27.097717 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-4c895218-6455-4f6c-954d-63af6fff75bb tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "GET /v2.0/networks?id=3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 200 len: 815 time: 0.3156314 May 25 16:47:27.121409 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Request body: {'port': {'device_id': 'eae98343-7179-4f9b-a626-74b40a206897', 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968', 'admin_state_up': True, 'tenant_id': '7f2d0896b886409484a882f871864fa7'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:27.336661 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:27.349259 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:27.535363 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Made reservation on behalf of 7f2d0896b886409484a882f871864fa7 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:27.536206 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.541837 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.615691 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-5da1dcfa-5ad7-417d-859e-cf2c6322a42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.729898 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Allocated IP 172.20.0.3 (3cd84780-79c2-49f4-8712-6e957fa2a968/0edd47ab-d383-40ea-a08d-709643e97121/4195bfa2-3b32-45b9-8792-898e24c54114) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:28.020722 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5a5e2ea9-cc7d-491c-b7c7-f490656be248 req-8b144d30-0eb7-4f6e-aaae-071916b4a3d6 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 210 time: 0.0694761 May 25 16:47:28.029001 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.198749 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.206942 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f1c7c64a-b748-417c-b9a7-e34769f279e4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:28.214937 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['f927a76c-fec9-43e5-b79f-12f7ba3f8378', '0abc9c67-bae6-421f-80e2-ad10c3cdeb09', '74bc08c1-1753-4b59-87cb-255a59d0215d'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:47:28.327627 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Network 3cd84780-79c2-49f4-8712-6e957fa2a968 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:28.332280 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:28.338181 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:28.343556 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:28.344162 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.347723 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Pushing event updated for resources: {'Port': ['ID=4195bfa2-3b32-45b9-8792-898e24c54114,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:28.350996 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:28.393371 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876b7ca-2509-4a7b-bf1c-ee2d39a9c058 req-193a2722-3806-49ad-b930-3ea111e48cff tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:28.394754 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a876b7ca-2509-4a7b-bf1c-ee2d39a9c058 req-193a2722-3806-49ad-b930-3ea111e48cff tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1888456 May 25 16:47:28.455804 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a876b7ca-2509-4a7b-bf1c-ee2d39a9c058 req-ac5b4b1d-bc81-4391-8c1c-f15ef107dc76 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531495 May 25 16:47:28.512915 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4042985 May 25 16:47:28.526705 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Request body: {'port': {'device_id': 'eae98343-7179-4f9b-a626-74b40a206897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:28.651301 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.741558 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.852430 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:47:29.010130 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66ce07-bdcc-4bb4-9f76-d7742e7f1b20 req-5cccc1db-643e-4c49-8a96-9235f553f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:29.011495 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4b66ce07-bdcc-4bb4-9f76-d7742e7f1b20 req-5cccc1db-643e-4c49-8a96-9235f553f3a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 1098 time: 0.1893473 May 25 16:47:29.110820 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4b66ce07-bdcc-4bb4-9f76-d7742e7f1b20 req-70265abc-ca82-4c07-abb0-b25c83988e3f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909092 May 25 16:47:29.121092 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4195bfa2-3b32-45b9-8792-898e24c54114 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:47:29.128973 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.272720 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Transition to ACTIVE for port object 4195bfa2-3b32-45b9-8792-898e24c54114 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:29.319098 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfb32d-3c92-42d1-a1a7-8e8a434427b6 req-24e38c34-bee0-46b1-9e62-54446dc724c8 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:29.319787 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-74bfb32d-3c92-42d1-a1a7-8e8a434427b6 req-24e38c34-bee0-46b1-9e62-54446dc724c8 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Synchronizing usage tracker for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:29.542261 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.546448 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-74bfb32d-3c92-42d1-a1a7-8e8a434427b6 req-24e38c34-bee0-46b1-9e62-54446dc724c8 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Unset dirty status for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:29.547677 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-74bfb32d-3c92-42d1-a1a7-8e8a434427b6 req-24e38c34-bee0-46b1-9e62-54446dc724c8 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 931 time: 0.4109943 May 25 16:47:29.549675 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7c39d2ab-f0dd-4c76-80d3-4d576fbb8307 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:29.763860 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4195bfa2-3b32-45b9-8792-898e24c54114,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:29.794269 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:29.804319 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-74bfb32d-3c92-42d1-a1a7-8e8a434427b6 req-45913fa5-6b0a-49b6-ab5b-75fcca1af48a tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229233 May 25 16:47:29.834886 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Attempting to bind port 4195bfa2-3b32-45b9-8792-898e24c54114 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:29.838036 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Attempting to bind port 4195bfa2-3b32-45b9-8792-898e24c54114 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:29.838036 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Attempting to bind port 4195bfa2-3b32-45b9-8792-898e24c54114 on network 3cd84780-79c2-49f4-8712-6e957fa2a968 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:29.843195 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Port 4195bfa2-3b32-45b9-8792-898e24c54114 on network 3cd84780-79c2-49f4-8712-6e957fa2a968 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:47:29.843511 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Attempting to bind port 4195bfa2-3b32-45b9-8792-898e24c54114 on network 3cd84780-79c2-49f4-8712-6e957fa2a968 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:29.851341 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:29.851674 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Checking segment: {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:29.852674 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Bound using segment: {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:29.853032 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Bound port: 4195bfa2-3b32-45b9-8792-898e24c54114, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:29.853399 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.873481 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4388c56-2ab7-4af4-9e6e-247374cdcbd5 req-b8dcfae3-87e1-43c1-90a1-c0fe3dd60d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:29.875005 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e4388c56-2ab7-4af4-9e6e-247374cdcbd5 req-b8dcfae3-87e1-43c1-90a1-c0fe3dd60d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.2834120 May 25 16:47:29.978774 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e4388c56-2ab7-4af4-9e6e-247374cdcbd5 req-afa4680f-436d-4b06-85b5-2035194dea6f tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755270 May 25 16:47:29.991225 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] For port 4195bfa2-3b32-45b9-8792-898e24c54114, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:29.995807 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] For port 4195bfa2-3b32-45b9-8792-898e24c54114, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4195bfa2-3b32-45b9-8792-898e24c54114,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:30.124226 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.129077 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-eb28ac6c-f238-4c33-a7ff-a36814aca975 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:30.190001 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:30.190545 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.191993 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] 10.222.0.39 "PUT /v2.0/ports/4195bfa2-3b32-45b9-8792-898e24c54114 HTTP/1.1" status: 200 len: 1093 time: 1.6708794 May 25 16:47:30.192453 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae98343-7179-4f9b-a626-74b40a206897', 'tag': '4195bfa2-3b32-45b9-8792-898e24c54114'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:47:30.213632 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4195bfa2-3b32-45b9-8792-898e24c54114,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:30.216926 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:30.239164 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae98343-7179-4f9b-a626-74b40a206897', 'tag': '4195bfa2-3b32-45b9-8792-898e24c54114', 'status': 'completed', 'code': 200} May 25 16:47:30.283563 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.376949 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ade20-7c1d-439c-880d-fc7e4f3028c2 req-f52c46ba-7065-4951-8745-978195acb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:30.378510 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d56ade20-7c1d-439c-880d-fc7e4f3028c2 req-f52c46ba-7065-4951-8745-978195acb14c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 1096 time: 0.0800886 May 25 16:47:30.542359 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ade20-7c1d-439c-880d-fc7e4f3028c2 req-378ce2ef-49f0-41f3-87fb-383c8b35f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:30.543840 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d56ade20-7c1d-439c-880d-fc7e4f3028c2 req-378ce2ef-49f0-41f3-87fb-383c8b35f6e5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7f2d0896b886409484a882f871864fa7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1387689 May 25 16:47:30.692488 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ade20-7c1d-439c-880d-fc7e4f3028c2 req-6c8567d8-d3c5-461b-a7ec-284b24099f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:30.694054 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d56ade20-7c1d-439c-880d-fc7e4f3028c2 req-6c8567d8-d3c5-461b-a7ec-284b24099f78 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1392391 May 25 16:47:30.824474 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-960e2524-39c7-49f6-93cd-6926be2cde58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:30.826027 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-960e2524-39c7-49f6-93cd-6926be2cde58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2d0896b886409484a882f871864fa7&device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 1096 time: 0.0770524 May 25 16:47:30.898408 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-55c73bf2-51c9-43f3-a5ee-6fec16236a67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4195bfa2-3b32-45b9-8792-898e24c54114 HTTP/1.1" status: 200 len: 217 time: 0.0636971 May 25 16:47:31.018742 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-c0631aef-52d4-4f10-a6d6-86730173f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:31.020214 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-c0631aef-52d4-4f10-a6d6-86730173f3fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0edd47ab-d383-40ea-a08d-709643e97121 HTTP/1.1" status: 200 len: 855 time: 0.1135838 May 25 16:47:31.080603 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-56284b24-9320-484e-8815-eae4cae5ec49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cd84780-79c2-49f4-8712-6e957fa2a968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529532 May 25 16:47:31.093903 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028b93-d972-4785-8cba-a23cd4f845fe req-55aa46a0-780e-458b-90a2-5cd3b54ed571 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:31.100777 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bb028b93-d972-4785-8cba-a23cd4f845fe req-55aa46a0-780e-458b-90a2-5cd3b54ed571 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 943 time: 0.1615944 May 25 16:47:31.286946 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bb028b93-d972-4785-8cba-a23cd4f845fe req-30369568-00f6-482a-ad03-8da0be61ccac tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852007 May 25 16:47:31.343692 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-34f95373-6e8d-4e62-b432-c8cd529963eb service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391665 May 25 16:47:31.351498 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fb414-5254-4f36-9b10-5d1124eb2c97 req-bda3c09d-7563-4719-951e-88530d21b8bd tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:31.352882 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0f6fb414-5254-4f36-9b10-5d1124eb2c97 req-bda3c09d-7563-4719-951e-88530d21b8bd tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.2495325 May 25 16:47:31.565152 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0f6fb414-5254-4f36-9b10-5d1124eb2c97 req-819aea73-af25-47bd-b444-1230ad8def70 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931601 May 25 16:47:31.592723 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-87eb5d54-84a1-4deb-be7e-0d89a23ed811 req-468100d9-1b8d-45a9-867e-24e8827b3713 service neutron] 10.222.0.39 "GET /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388489 May 25 16:47:31.899347 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54846) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:32.015807 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-412d2e14-a11b-46d4-a7a0-e321ea61ce03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.031267 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-412d2e14-a11b-46d4-a7a0-e321ea61ce03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:32.035509 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-412d2e14-a11b-46d4-a7a0-e321ea61ce03 admin admin] Usage tracker for resource:security_group_rule and tenant:0371f8b498504e47bb9b5a08e19ac922 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:32.038787 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-412d2e14-a11b-46d4-a7a0-e321ea61ce03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:32.046822 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-412d2e14-a11b-46d4-a7a0-e321ea61ce03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:32.138564 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-412d2e14-a11b-46d4-a7a0-e321ea61ce03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.267376 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-412d2e14-a11b-46d4-a7a0-e321ea61ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.278143 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f1225579-bf83-4e34-b5e0-7553b4a4faad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:32.323082 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d2e14-a11b-46d4-a7a0-e321ea61ce03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd89cd0-5ee0-4c63-a8c3-67aefd6cc77e,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:32.323478 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-412d2e14-a11b-46d4-a7a0-e321ea61ce03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:32.329333 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-412d2e14-a11b-46d4-a7a0-e321ea61ce03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0371f8b498504e47bb9b5a08e19ac922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288900 May 25 16:47:32.329932 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54864) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:32.416448 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-97cfc663-d81f-4aa5-8508-0ea369fa37c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.457118 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-97cfc663-d81f-4aa5-8508-0ea369fa37c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.523441 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54870) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:32.581839 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a49fc6-9d27-43b5-b866-813fce01a2f1 req-b47db962-8166-48b8-80d0-6fa18b19bfef tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:32.583337 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-09a49fc6-9d27-43b5-b866-813fce01a2f1 req-b47db962-8166-48b8-80d0-6fa18b19bfef tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.2985756 May 25 16:47:32.593602 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34975ff7-cd80-4ca1-b833-af71442c27af req-8320107a-580b-4b59-b74f-f7a1c22198c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:32.595052 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-34975ff7-cd80-4ca1-b833-af71442c27af req-8320107a-580b-4b59-b74f-f7a1c22198c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 1098 time: 0.2180610 May 25 16:47:32.650566 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e5c12772-4365-4371-905a-fe3ee879fdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.651222 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f082ecd-e0a0-417c-ba37-3fb9b7e9a156 req-76ae304b-4353-4346-8a79-71e4f009d67c tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:32.652730 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3f082ecd-e0a0-417c-ba37-3fb9b7e9a156 req-76ae304b-4353-4346-8a79-71e4f009d67c tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 943 time: 0.1725159 May 25 16:47:32.669234 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-e5c12772-4365-4371-905a-fe3ee879fdd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:32.673178 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-e5c12772-4365-4371-905a-fe3ee879fdd0 admin admin] Usage tracker for resource:security_group_rule and tenant:d797ea79986540158e97091e5a97038b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:32.675965 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-e5c12772-4365-4371-905a-fe3ee879fdd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:32.681864 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-e5c12772-4365-4371-905a-fe3ee879fdd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:32.750516 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-09a49fc6-9d27-43b5-b866-813fce01a2f1 req-44198977-a173-48dd-9e45-fe4a7559a130 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545119 May 25 16:47:32.764739 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-97cfc663-d81f-4aa5-8508-0ea369fa37c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.771049 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-412d2e14-a11b-46d4-a7a0-e321ea61ce03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:32.792667 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfc663-d81f-4aa5-8508-0ea369fa37c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd89cd0-5ee0-4c63-a8c3-67aefd6cc77e,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:32.793133 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3f082ecd-e0a0-417c-ba37-3fb9b7e9a156 req-ec9910fb-4ef6-4a93-a08c-2041fdcbdd11 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891745 May 25 16:47:32.816434 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-97cfc663-d81f-4aa5-8508-0ea369fa37c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:32.818680 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34975ff7-cd80-4ca1-b833-af71442c27af req-555fb21e-4735-43b9-a8ec-9c5f676566a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:32.824983 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-97cfc663-d81f-4aa5-8508-0ea369fa37c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.824983 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-97cfc663-d81f-4aa5-8508-0ea369fa37c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1cd89cd0-5ee0-4c63-a8c3-67aefd6cc77e HTTP/1.1" status: 204 len: 168 time: 0.4902031 May 25 16:47:32.826107 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-34975ff7-cd80-4ca1-b833-af71442c27af req-555fb21e-4735-43b9-a8ec-9c5f676566a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 200 len: 920 time: 0.2102582 May 25 16:47:32.838521 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54882) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:32.923498 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e5c12772-4365-4371-905a-fe3ee879fdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.933557 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-34975ff7-cd80-4ca1-b833-af71442c27af req-d0dcd95d-02e3-414c-ad8e-48e0b04fc785 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d24ce1b7-7b42-49b2-b718-5bea095e1876 HTTP/1.1" status: 200 len: 217 time: 0.0993378 May 25 16:47:32.983061 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-508816cf-321a-49cd-bfc5-92157867bf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.997807 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-508816cf-321a-49cd-bfc5-92157867bf0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:33.001633 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-508816cf-321a-49cd-bfc5-92157867bf0b admin admin] Usage tracker for resource:security_group_rule and tenant:7f24b63f73fd429da4cb7a85590be4a1 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:33.003138 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34975ff7-cd80-4ca1-b833-af71442c27af req-4954c007-e438-4ff8-a843-81087b710bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:33.004483 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-508816cf-321a-49cd-bfc5-92157867bf0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:33.004650 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-34975ff7-cd80-4ca1-b833-af71442c27af req-4954c007-e438-4ff8-a843-81087b710bcf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d92ea816-ea27-4895-99f6-b3d634b82c00 HTTP/1.1" status: 200 len: 858 time: 0.0624025 May 25 16:47:33.010329 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-508816cf-321a-49cd-bfc5-92157867bf0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:33.059248 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e5c12772-4365-4371-905a-fe3ee879fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.062579 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-34975ff7-cd80-4ca1-b833-af71442c27af req-bfb04e6f-c007-42af-aed0-8f088ca360e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429528 May 25 16:47:33.068945 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5a8ab735-890c-4617-8b32-4540b5ba97cc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:33.120774 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-e5c12772-4365-4371-905a-fe3ee879fdd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d797ea79986540158e97091e5a97038b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955813 May 25 16:47:33.124698 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c12772-4365-4371-905a-fe3ee879fdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3f2c3d-fc83-4b4c-aab0-231c24490d11,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:33.128180 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54888) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:33.130745 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-e5c12772-4365-4371-905a-fe3ee879fdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:33.217896 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-34975ff7-cd80-4ca1-b833-af71442c27af req-b52469ad-041d-4f22-b2a9-efbf7fe12bd6 service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437635 May 25 16:47:33.242432 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7c88385e-acb3-4d68-beab-ea1dae90d600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.271380 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-508816cf-321a-49cd-bfc5-92157867bf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.279710 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7c88385e-acb3-4d68-beab-ea1dae90d600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.363980 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-508816cf-321a-49cd-bfc5-92157867bf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.373119 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-46a8108e-6f58-4f02-ad29-e2c992022a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:33.379096 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-34975ff7-cd80-4ca1-b833-af71442c27af req-18bdaf83-1a81-4669-ad73-f8c320cfa782 service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417716 May 25 16:47:33.413386 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-508816cf-321a-49cd-bfc5-92157867bf0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f24b63f73fd429da4cb7a85590be4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738220 May 25 16:47:33.414352 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508816cf-321a-49cd-bfc5-92157867bf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80525d56-ea16-4f9b-92c1-a19b5fa6bb6d,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:33.416300 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 54898) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:33.418036 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-508816cf-321a-49cd-bfc5-92157867bf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:33.433383 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7c88385e-acb3-4d68-beab-ea1dae90d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.442957 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d8feca16-4356-4709-a4ed-cc056fa0aeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:33.457686 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88385e-acb3-4d68-beab-ea1dae90d600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3f2c3d-fc83-4b4c-aab0-231c24490d11,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:33.462803 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-7c88385e-acb3-4d68-beab-ea1dae90d600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:33.467481 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7c88385e-acb3-4d68-beab-ea1dae90d600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.471871 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-7c88385e-acb3-4d68-beab-ea1dae90d600 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd3f2c3d-fc83-4b4c-aab0-231c24490d11 HTTP/1.1" status: 204 len: 168 time: 0.3427391 May 25 16:47:33.488876 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-61bf235f-ffa9-4e37-8d6f-68952a5d29c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.515895 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-61bf235f-ffa9-4e37-8d6f-68952a5d29c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.655799 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-61bf235f-ffa9-4e37-8d6f-68952a5d29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.662345 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-8a75b6ec-5751-4f64-8d54-a9c2cfbea31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:33.684025 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf235f-ffa9-4e37-8d6f-68952a5d29c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80525d56-ea16-4f9b-92c1-a19b5fa6bb6d,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:33.686733 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-61bf235f-ffa9-4e37-8d6f-68952a5d29c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:33.687869 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-61bf235f-ffa9-4e37-8d6f-68952a5d29c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.698116 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-61bf235f-ffa9-4e37-8d6f-68952a5d29c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80525d56-ea16-4f9b-92c1-a19b5fa6bb6d HTTP/1.1" status: 204 len: 168 time: 0.2716200 May 25 16:47:33.782827 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54912) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:33.826496 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5267f886-2b6f-429a-b6fd-47bfaaff73cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.865915 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5267f886-2b6f-429a-b6fd-47bfaaff73cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:33.870933 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5267f886-2b6f-429a-b6fd-47bfaaff73cb admin admin] Usage tracker for resource:security_group_rule and tenant:2ff0aca1beba401893c6bf9c86a880c3 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:33.873912 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5267f886-2b6f-429a-b6fd-47bfaaff73cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:33.879669 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5267f886-2b6f-429a-b6fd-47bfaaff73cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:33.904863 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54918) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:33.978720 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5267f886-2b6f-429a-b6fd-47bfaaff73cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.030937 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fd56d-01d6-460e-896e-5da31714841d req-177d3156-b791-4ca1-a980-31db891cf00a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:34.032403 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-059fd56d-01d6-460e-896e-5da31714841d req-177d3156-b791-4ca1-a980-31db891cf00a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1655405 May 25 16:47:34.044934 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146f47e-0064-4702-9f52-7203306b5e10 req-feb4b90e-eb13-454d-8461-0b0cbfa6a755 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:34.046486 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a146f47e-0064-4702-9f52-7203306b5e10 req-feb4b90e-eb13-454d-8461-0b0cbfa6a755 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 943 time: 0.1243007 May 25 16:47:34.072500 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5267f886-2b6f-429a-b6fd-47bfaaff73cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.083185 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d986ca2c-27aa-42c5-84a0-3c49cb6ca582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:34.123209 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-059fd56d-01d6-460e-896e-5da31714841d req-b06a2d03-b4ac-412b-8f55-667a2358fd30 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757060 May 25 16:47:34.126739 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-5267f886-2b6f-429a-b6fd-47bfaaff73cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ff0aca1beba401893c6bf9c86a880c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426454 May 25 16:47:34.130284 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54928) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:34.130952 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267f886-2b6f-429a-b6fd-47bfaaff73cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c02cdb-3de7-484d-823b-67491e2d8e5f,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:34.131111 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a146f47e-0064-4702-9f52-7203306b5e10 req-19a15da0-37e0-4de2-a2d1-c127aea239f1 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676496 May 25 16:47:34.152126 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5267f886-2b6f-429a-b6fd-47bfaaff73cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:34.218803 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-029dfb75-726c-4117-9f30-bdc78b2d4240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.248323 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-029dfb75-726c-4117-9f30-bdc78b2d4240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.403569 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1f112254-f207-468f-8399-9a4c8808f97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.414399 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-1f112254-f207-468f-8399-9a4c8808f97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:34.418158 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-1f112254-f207-468f-8399-9a4c8808f97a admin admin] Usage tracker for resource:security_group_rule and tenant:6043a26aa53b4f59b07f8533a7893d7e is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:34.421402 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-1f112254-f207-468f-8399-9a4c8808f97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:34.432840 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-1f112254-f207-468f-8399-9a4c8808f97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:34.459795 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-029dfb75-726c-4117-9f30-bdc78b2d4240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.468267 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-91934212-d8a1-4c35-984f-20e5c96bb2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:34.489007 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dfb75-726c-4117-9f30-bdc78b2d4240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c02cdb-3de7-484d-823b-67491e2d8e5f,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:34.492970 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-029dfb75-726c-4117-9f30-bdc78b2d4240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:34.502109 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-029dfb75-726c-4117-9f30-bdc78b2d4240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.505767 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-029dfb75-726c-4117-9f30-bdc78b2d4240 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46c02cdb-3de7-484d-823b-67491e2d8e5f HTTP/1.1" status: 204 len: 168 time: 0.3656051 May 25 16:47:34.562680 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1f112254-f207-468f-8399-9a4c8808f97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.712855 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1f112254-f207-468f-8399-9a4c8808f97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.721347 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-513119ae-6b5f-4e54-9248-a88f596ba916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:34.743646 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 4195bfa2-3b32-45b9-8792-898e24c54114 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:47:34.769013 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-1f112254-f207-468f-8399-9a4c8808f97a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6043a26aa53b4f59b07f8533a7893d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8628037 May 25 16:47:34.769662 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f112254-f207-468f-8399-9a4c8808f97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb040fa5-3b43-402b-81d0-4367a5fcec3f,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:34.770255 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 54952) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:34.786418 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-1f112254-f207-468f-8399-9a4c8808f97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:34.853695 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0754b509-e07e-4456-8ee4-9244c084d1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.881589 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0754b509-e07e-4456-8ee4-9244c084d1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.909764 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 4195bfa2-3b32-45b9-8792-898e24c54114, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4195bfa2-3b32-45b9-8792-898e24c54114,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:34.923995 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '4195bfa2-3b32-45b9-8792-898e24c54114', 'network_id': '3cd84780-79c2-49f4-8712-6e957fa2a968', 'port_id': '4195bfa2-3b32-45b9-8792-898e24c54114', 'mac_address': 'fa:16:3e:78:0e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edd47ab-d383-40ea-a08d-709643e97121', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:47:34.948885 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54956) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:34.964892 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.980335 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:34.982234 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.984606 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Usage tracker for resource:security_group_rule and tenant:f83fec5e2255420baf5acef7f86b5da1 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:34.987580 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:34.994001 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:35.005076 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4195bfa2-3b32-45b9-8792-898e24c54114 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:47:35.022985 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 4195bfa2-3b32-45b9-8792-898e24c54114, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4195bfa2-3b32-45b9-8792-898e24c54114,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:35.089480 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0754b509-e07e-4456-8ee4-9244c084d1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.094604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-cd6618f8-5882-4017-b886-bae230d3ea1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:35.105215 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754b509-e07e-4456-8ee4-9244c084d1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb040fa5-3b43-402b-81d0-4367a5fcec3f,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:35.110401 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0754b509-e07e-4456-8ee4-9244c084d1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:35.112585 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0754b509-e07e-4456-8ee4-9244c084d1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.113725 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-0754b509-e07e-4456-8ee4-9244c084d1a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb040fa5-3b43-402b-81d0-4367a5fcec3f HTTP/1.1" status: 204 len: 168 time: 0.3416111 May 25 16:47:35.140851 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.143623 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:35.190143 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.218425 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=4195bfa2-3b32-45b9-8792-898e24c54114,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:35.222097 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:35.267036 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.287435 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-029dfb75-726c-4117-9f30-bdc78b2d4240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:35.355276 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f83fec5e2255420baf5acef7f86b5da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081147 May 25 16:47:35.357614 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1856fc-d0cc-48ee-b120-3b3ddafd49aa,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:35.359640 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 54976) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:35.362428 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:35.450178 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-164d5518-39bf-4f3b-be52-f2562701f02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.452434 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28499c23-9305-4fbd-b3d9-ba0b27152963 req-1966fc4b-edf9-42ad-83bd-0d1dc6b1b7f4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:35.459912 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-28499c23-9305-4fbd-b3d9-ba0b27152963 req-1966fc4b-edf9-42ad-83bd-0d1dc6b1b7f4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 944 time: 0.1895056 May 25 16:47:35.479698 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-164d5518-39bf-4f3b-be52-f2562701f02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.494418 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235739d-2f77-4d41-b472-336df1caa0c6 req-81e8f55e-47d1-43fa-9539-d67ddee952d6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:35.495904 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1235739d-2f77-4d41-b472-336df1caa0c6 req-81e8f55e-47d1-43fa-9539-d67ddee952d6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1672907 May 25 16:47:35.628403 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-28499c23-9305-4fbd-b3d9-ba0b27152963 req-67a14e1b-913a-4a3f-898c-7718427b1fd3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675675 May 25 16:47:35.632857 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['4195bfa2-3b32-45b9-8792-898e24c54114'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:47:35.661175 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-164d5518-39bf-4f3b-be52-f2562701f02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.662671 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1235739d-2f77-4d41-b472-336df1caa0c6 req-48ebb93f-b11d-4c98-8586-3ced81da6eca tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556306 May 25 16:47:35.684378 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:35.715957 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d5518-39bf-4f3b-be52-f2562701f02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1856fc-d0cc-48ee-b120-3b3ddafd49aa,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:35.721443 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-164d5518-39bf-4f3b-be52-f2562701f02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:35.726733 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-164d5518-39bf-4f3b-be52-f2562701f02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.735980 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-164d5518-39bf-4f3b-be52-f2562701f02d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad1856fc-d0cc-48ee-b120-3b3ddafd49aa HTTP/1.1" status: 204 len: 168 time: 0.3721762 May 25 16:47:36.937219 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78cab3-f2d7-4c1e-911a-521d9c121acc req-4a77bcce-9e84-4588-b74e-824a5ea8e0ac tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:36.938767 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7d78cab3-f2d7-4c1e-911a-521d9c121acc req-4a77bcce-9e84-4588-b74e-824a5ea8e0ac tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1255519 May 25 16:47:36.947292 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf8849-9b33-4e26-ba16-84bb4ef389fc req-c16796eb-40ac-4eb8-a6df-46066bd53ce4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:36.948654 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-46cf8849-9b33-4e26-ba16-84bb4ef389fc req-c16796eb-40ac-4eb8-a6df-46066bd53ce4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 944 time: 0.1713321 May 25 16:47:37.017491 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7d78cab3-f2d7-4c1e-911a-521d9c121acc req-3cd937fa-321f-4897-87dc-2e75923bf700 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678442 May 25 16:47:37.035471 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-46cf8849-9b33-4e26-ba16-84bb4ef389fc req-31e656bc-8008-44f5-be7d-0e33f2bedc59 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727255 May 25 16:47:37.079353 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55050) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:37.330926 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3ef02c76-917b-4b22-99b9-86302df2a263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.349055 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3ef02c76-917b-4b22-99b9-86302df2a263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:37.353548 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3ef02c76-917b-4b22-99b9-86302df2a263 admin admin] Usage tracker for resource:security_group_rule and tenant:840d20b244674075a9c4f96a0d3f108a is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:37.356987 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3ef02c76-917b-4b22-99b9-86302df2a263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:37.363069 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3ef02c76-917b-4b22-99b9-86302df2a263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:37.475883 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3ef02c76-917b-4b22-99b9-86302df2a263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.523418 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3ef02c76-917b-4b22-99b9-86302df2a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.534090 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-bd7d4f45-fcc2-4150-983e-639ff444777b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:37.586855 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-3ef02c76-917b-4b22-99b9-86302df2a263 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=840d20b244674075a9c4f96a0d3f108a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026245 May 25 16:47:37.586855 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef02c76-917b-4b22-99b9-86302df2a263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c239416-8ef0-4c57-8630-136b3330f7f4,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:37.588542 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3ef02c76-917b-4b22-99b9-86302df2a263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:37.589054 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55070) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:37.668300 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b2262664-e972-4cc7-8f81-e505da0897d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.697186 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b2262664-e972-4cc7-8f81-e505da0897d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.722079 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55078) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:37.858746 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-106951980-network', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:37.875295 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:37.882800 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Usage tracker for resource:network and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:37.890338 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b2262664-e972-4cc7-8f81-e505da0897d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.897553 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-009fe86b-6908-4805-a220-c564d42ebf9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:37.899941 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:37.915810 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:37.921130 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b2262664-e972-4cc7-8f81-e505da0897d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.922803 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-b2262664-e972-4cc7-8f81-e505da0897d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c239416-8ef0-4c57-8630-136b3330f7f4 HTTP/1.1" status: 204 len: 168 time: 0.3325527 May 25 16:47:37.925981 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2262664-e972-4cc7-8f81-e505da0897d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c239416-8ef0-4c57-8630-136b3330f7f4,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:37.935078 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b2262664-e972-4cc7-8f81-e505da0897d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:38.066385 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Made reservation on behalf of 2ceec94d74dc4b91b7b6cd37311a3441 for: {'network': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:38.068746 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.081344 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.096135 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:38.099867 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Usage tracker for resource:security_group_rule and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:38.103246 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:38.109033 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:38.258530 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e034deb-46b3-4d36-bb7f-a52a208e9046 req-9c69eb63-2f5c-46ec-9c0c-1ae8d575e7e1 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:38.260905 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e034deb-46b3-4d36-bb7f-a52a208e9046 req-9c69eb63-2f5c-46ec-9c0c-1ae8d575e7e1 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 944 time: 0.1176150 May 25 16:47:38.288485 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.313730 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8e034deb-46b3-4d36-bb7f-a52a208e9046 req-a1506364-1771-4847-b63e-af70ab6f65aa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463698 May 25 16:47:38.432089 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.436601 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a4e7d322-d479-427a-a1e8-a7c91eeff1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:38.466066 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=98882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:38.475078 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23940575-2977-4239-ace3-819399b4e019,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:38.479262 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:38.482013 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.482358 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.segments_db [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Added segment 5e58d212-cda7-40ba-b0c5-03ed93494374 of type vlan for network f766c277-470c-4c7c-9f8d-aab066d69ab4 May 25 16:47:38.526464 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.667472 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.669182 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:38.669984 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.675441 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3b571882-49cb-4a95-86db-4b8d785defd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:38.765540 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 4195bfa2-3b32-45b9-8792-898e24c54114 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:38.789074 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Pushing event updated for resources: {'Network': ['ID=f766c277-470c-4c7c-9f8d-aab066d69ab4,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:38.789581 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:38.840137 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1159127 May 25 16:47:38.842816 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55124) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:38.851653 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Request body: {'subnet': {'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-106951980-subnet', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'ip_version': 4}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:38.861891 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:38.870340 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network f766c277-470c-4c7c-9f8d-aab066d69ab4 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:38.872126 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Usage tracker for resource:subnet and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:38.879182 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:38.886572 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:39.015415 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Made reservation on behalf of 2ceec94d74dc4b91b7b6cd37311a3441 for: {'subnet': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:39.017678 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2154566'] for subnet, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.158520 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port 4195bfa2-3b32-45b9-8792-898e24c54114 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:39.163705 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 4195bfa2-3b32-45b9-8792-898e24c54114 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:39.164603 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.250219 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c051725-21b9-43f8-8400-660abf925f97 req-40e7f1a4-c094-4507-874a-abb95736e7d3 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:39.251739 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2c051725-21b9-43f8-8400-660abf925f97 req-40e7f1a4-c094-4507-874a-abb95736e7d3 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1129398 May 25 16:47:39.312803 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2c051725-21b9-43f8-8400-660abf925f97 req-7efd7b67-a8bc-44ff-8eea-afb0eee6074d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549703 May 25 16:47:39.325210 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.359504 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae98343-7179-4f9b-a626-74b40a206897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4195bfa2-3b32-45b9-8792-898e24c54114'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:47:39.374293 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 4195bfa2-3b32-45b9-8792-898e24c54114, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4195bfa2-3b32-45b9-8792-898e24c54114,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:39.558313 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.560554 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:39.655444 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=4195bfa2-3b32-45b9-8792-898e24c54114,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:39.658665 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:39.675851 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2286342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2154576'] for subnet, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.681155 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:39.701665 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fe2da-abb8-4d6b-b944-fa1fdd99d6a0 req-0e5fd45a-d898-4c7e-b7d0-cb1d599279af tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:39.704580 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5b1fe2da-abb8-4d6b-b944-fa1fdd99d6a0 req-0e5fd45a-d898-4c7e-b7d0-cb1d599279af tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 945 time: 0.1005948 May 25 16:47:39.783557 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Checking segment: {'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:39.783927 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Network hostable DHCP agents. Network: f766c277-470c-4c7c-9f8d-aab066d69ab4, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:39.791855 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96acd9f7-8707-4b5b-8861-9f567058d80d,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:39.815950 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5b1fe2da-abb8-4d6b-b944-fa1fdd99d6a0 req-aaf38039-524e-472b-8a7b-8fb825d7aff5 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052899 May 25 16:47:39.817460 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.818458 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.818875 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.819328 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.819686 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.820101 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.821146 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.821569 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.822082 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.822434 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.822913 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.823482 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:39.827814 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:39.873356 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae98343-7179-4f9b-a626-74b40a206897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4195bfa2-3b32-45b9-8792-898e24c54114', 'code': 200} May 25 16:47:39.942329 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Network f766c277-470c-4c7c-9f8d-aab066d69ab4 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:40.118414 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, f766c277-470c-4c7c-9f8d-aab066d69ab4) {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:40.127870 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:40.128518 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.132637 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03dfe7b-13fd-4877-8d1a-c071b0505a80 None None] Network f766c277-470c-4c7c-9f8d-aab066d69ab4 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:40.261874 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4177299 May 25 16:47:40.264757 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55182) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:40.270436 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:40.275076 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:40.278926 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Usage tracker for resource:router and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:40.282224 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:40.288891 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:40.382805 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23d52cc-7998-5017-810c-50915ea2e18b-f766c277-470c-4c7c-9f8d-aab066d69ab4', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d'}]}} from dv-cinder-786386-6-smb. {{(pid=98883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:40.384211 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.454314 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5212'] for router, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.456176 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.489477 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.567040 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77555bc-83c2-4c88-9362-badfdc9a96c5 req-416778e4-1380-45cd-a009-43b20c7e286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:40.568660 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b77555bc-83c2-4c88-9362-badfdc9a96c5 req-416778e4-1380-45cd-a009-43b20c7e286d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 1098 time: 0.1768689 May 25 16:47:40.635738 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b77555bc-83c2-4c88-9362-badfdc9a96c5 req-316a2245-1690-463f-a6dc-32f8bd195fa9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466115 May 25 16:47:40.660077 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.db_base_plugin_common [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Allocated IP 172.20.0.2 (f766c277-470c-4c7c-9f8d-aab066d69ab4/96acd9f7-8707-4b5b-8861-9f567058d80d/e93157b4-2334-41e5-b88f-33c74c57af5d) {{(pid=98883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:41.004379 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Notify callbacks [] for port, precommit_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.015899 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Transition to ACTIVE for port object e93157b4-2334-41e5-b88f-33c74c57af5d will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:41.036401 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Transition to ACTIVE for port object e93157b4-2334-41e5-b88f-33c74c57af5d will not be triggered until provisioned by entity DHCP. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:41.134419 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-925009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5153'] for router, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.169357 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee525f-3ccb-443a-ba5f-263dbdbf0490 req-8910f8f6-e748-4786-8390-4cd22cb242a1 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:41.170802 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7dee525f-3ccb-443a-ba5f-263dbdbf0490 req-8910f8f6-e748-4786-8390-4cd22cb242a1 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 945 time: 0.0977061 May 25 16:47:41.198540 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.202261 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:41.218845 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7dee525f-3ccb-443a-ba5f-263dbdbf0490 req-0d942c99-366b-43e9-b8ff-8b2020c54f2b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 May 25 16:47:41.275163 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Network f766c277-470c-4c7c-9f8d-aab066d69ab4 is already hosted by enough agents. {{(pid=98883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:41.278188 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.base_scheduler [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Resources bound (agent type, host, resource id): {{(pid=98883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:41.281859 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Received port after_create {{(pid=98883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:41.292064 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Pushing event updated for resources: {'Port': ['ID=e93157b4-2334-41e5-b88f-33c74c57af5d,revision_number=1']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:41.319602 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:41.387934 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Attempting to bind port e93157b4-2334-41e5-b88f-33c74c57af5d on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:41.388321 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Attempting to bind port e93157b4-2334-41e5-b88f-33c74c57af5d by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:41.388684 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Attempting to bind port e93157b4-2334-41e5-b88f-33c74c57af5d on network f766c277-470c-4c7c-9f8d-aab066d69ab4 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:41.394688 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:41.405627 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Checking segment: {'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:41.405627 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.405627 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Bound using segment: {'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:41.405627 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Bound port: e93157b4-2334-41e5-b88f-33c74c57af5d, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:41.405627 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.488024 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] For port e93157b4-2334-41e5-b88f-33c74c57af5d, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:41.491775 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] For port e93157b4-2334-41e5-b88f-33c74c57af5d, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e93157b4-2334-41e5-b88f-33c74c57af5d,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:41.644414 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.648561 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:41.729047 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Pushing event updated for resources: {'Port': ['ID=e93157b4-2334-41e5-b88f-33c74c57af5d,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:41.734140 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:41.798108 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.839662 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.844290 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55222) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:42.026381 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f051dbd9-5c24-4c36-b8d2-a4bb261abd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.037009 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Allocated IP 172.28.3.162 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/915dc5d9-f3e7-4a1b-95fb-8c376156b821) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:42.043850 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-f051dbd9-5c24-4c36-b8d2-a4bb261abd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:42.052718 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-f051dbd9-5c24-4c36-b8d2-a4bb261abd29 admin admin] Usage tracker for resource:security_group_rule and tenant:c6bf4fec6e0f4248b5e0ccdd29ebaf78 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:42.053193 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-f051dbd9-5c24-4c36-b8d2-a4bb261abd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:42.060100 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-f051dbd9-5c24-4c36-b8d2-a4bb261abd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:42.180478 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f051dbd9-5c24-4c36-b8d2-a4bb261abd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.214688 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.369229 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f051dbd9-5c24-4c36-b8d2-a4bb261abd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.399668 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.403588 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-ed0d3102-b5d2-48a3-a144-4720faedd47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:42.411298 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:42.441051 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f051dbd9-5c24-4c36-b8d2-a4bb261abd29 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6bf4fec6e0f4248b5e0ccdd29ebaf78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955825 May 25 16:47:42.441961 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55236) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:42.443081 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051dbd9-5c24-4c36-b8d2-a4bb261abd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d2a84a-aa5f-445d-b632-8a3684e24f15,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:42.465746 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f051dbd9-5c24-4c36-b8d2-a4bb261abd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:42.517619 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:42.530012 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:42.543534 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:42.548736 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1404d67b-6826-44a4-957d-41e545e11a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.580190 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1404d67b-6826-44a4-957d-41e545e11a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.631054 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Pushing event updated for resources: {'Port': ['ID=915dc5d9-f3e7-4a1b-95fb-8c376156b821,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.729297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:42.741572 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:42.746960 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1404d67b-6826-44a4-957d-41e545e11a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.757013 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-164d5518-39bf-4f3b-be52-f2562701f02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:42.775946 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404d67b-6826-44a4-957d-41e545e11a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d2a84a-aa5f-445d-b632-8a3684e24f15,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:42.803013 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-1404d67b-6826-44a4-957d-41e545e11a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:42.806454 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1404d67b-6826-44a4-957d-41e545e11a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.810605 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21368f8f-555d-4408-9169-d3a36c67e78b req-1cecce55-5275-4d9c-96cc-71793ce47f96 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:42.812101 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-21368f8f-555d-4408-9169-d3a36c67e78b req-1cecce55-5275-4d9c-96cc-71793ce47f96 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 945 time: 0.4741843 May 25 16:47:42.819167 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-1404d67b-6826-44a4-957d-41e545e11a50 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9d2a84a-aa5f-445d-b632-8a3684e24f15 HTTP/1.1" status: 204 len: 168 time: 0.3690870 May 25 16:47:42.881513 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-21368f8f-555d-4408-9169-d3a36c67e78b req-86a84981-9fd0-46ac-bd9c-c580aae7d8c5 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543160 May 25 16:47:42.919085 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33af47-8994-43dc-a02a-4a979be17a67 None None] Network f766c277-470c-4c7c-9f8d-aab066d69ab4 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:43.114879 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.194810 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-bac2a78c-95b8-43a7-8212-45917a98773b None None] Provisioning for port e93157b4-2334-41e5-b88f-33c74c57af5d completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:43.493210 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924946'] for router, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.730605 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e93157b4-2334-41e5-b88f-33c74c57af5d up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:43.930352 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port e93157b4-2334-41e5-b88f-33c74c57af5d completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:43.935867 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port e93157b4-2334-41e5-b88f-33c74c57af5d triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:43.936246 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.992048 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a is scheduled to L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 with binding_index 1 {{(pid=98881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:47:44.097501 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.132316 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port e93157b4-2334-41e5-b88f-33c74c57af5d, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e93157b4-2334-41e5-b88f-33c74c57af5d,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:44.199528 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:44.210273 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Sync routers for ids ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:44.224275 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Routers {'5d9392e6-f4f4-4130-a7b1-d66051b13f4a'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:44.225928 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:47:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:44.243780 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.245765 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:44.312303 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Notify callbacks [] for router, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.313541 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0474231 May 25 16:47:44.315537 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=e93157b4-2334-41e5-b88f-33c74c57af5d,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:44.316396 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55266) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:44.320857 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:44.413586 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Set router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:47:44.737544 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:42Z', 'revision_number': 3, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:44.741856 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Checking router: 5d9392e6-f4f4-4130-a7b1-d66051b13f4a for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:47:44.742831 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Updating router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a port 915dc5d9-f3e7-4a1b-95fb-8c376156b821 binding host dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:47:44.800560 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.166615 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.172227 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.184987 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Transition to ACTIVE for port object 915dc5d9-f3e7-4a1b-95fb-8c376156b821 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:45.399942 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.404263 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:45.428893 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Allocated IP 172.20.0.1 (f766c277-470c-4c7c-9f8d-aab066d69ab4/96acd9f7-8707-4b5b-8861-9f567058d80d/dcc6f7b5-8af7-4040-afc9-1aca50d64021) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:45.494355 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88268992-046a-4a35-a05e-e5dda4367088 None None] Pushing event updated for resources: {'Port': ['ID=915dc5d9-f3e7-4a1b-95fb-8c376156b821,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:45.500450 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-88268992-046a-4a35-a05e-e5dda4367088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:45.531545 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Attempting to bind port 915dc5d9-f3e7-4a1b-95fb-8c376156b821 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:45.531924 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Attempting to bind port 915dc5d9-f3e7-4a1b-95fb-8c376156b821 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:45.532294 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Attempting to bind port 915dc5d9-f3e7-4a1b-95fb-8c376156b821 on network 2f7e0120-dd4d-463e-a817-41806313a9a0 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:45.538911 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:45.539827 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Checking segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:45.540439 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.541001 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Bound using segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:45.541677 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Bound port: 915dc5d9-f3e7-4a1b-95fb-8c376156b821, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:45.542220 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.634674 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.676231 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] For port 915dc5d9-f3e7-4a1b-95fb-8c376156b821, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:45.676444 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e93157b4-2334-41e5-b88f-33c74c57af5d up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:45.676887 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.provisioning_blocks [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Transition to ACTIVE for port object dcc6f7b5-8af7-4040-afc9-1aca50d64021 will not be triggered until provisioned by entity DHCP. {{(pid=98882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:45.676981 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] For port 915dc5d9-f3e7-4a1b-95fb-8c376156b821, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=915dc5d9-f3e7-4a1b-95fb-8c376156b821,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:45.753188 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port e93157b4-2334-41e5-b88f-33c74c57af5d triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:45.753675 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.764925 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.777054 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-505f2991-b11f-4d62-a9ee-73572b3b1274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:45.804803 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.810338 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0fc488f0-1916-45f5-8f93-79a429520ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:45.903381 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Network f766c277-470c-4c7c-9f8d-aab066d69ab4 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:45.906409 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:45.910318 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:45.937989 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88268992-046a-4a35-a05e-e5dda4367088 None None] Pushing event updated for resources: {'Port': ['ID=915dc5d9-f3e7-4a1b-95fb-8c376156b821,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:45.940908 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc6f7b5-8af7-4040-afc9-1aca50d64021,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:45.951604 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:45.970862 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-88268992-046a-4a35-a05e-e5dda4367088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:45.979186 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Routers {'5d9392e6-f4f4-4130-a7b1-d66051b13f4a'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:45.980434 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:47:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:45.986848 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924003'] for router_interface, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.206966 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.220784 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] Set router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:47:46.381189 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-cfcfbe67-5706-4e0e-83be-2ee28ae4b59f None None] Provisioning for port dcc6f7b5-8af7-4040-afc9-1aca50d64021 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:46.388190 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-cfcfbe67-5706-4e0e-83be-2ee28ae4b59f None None] Provisioning complete for port dcc6f7b5-8af7-4040-afc9-1aca50d64021 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:46.388860 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbe67-5706-4e0e-83be-2ee28ae4b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.524362 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-cfcfbe67-5706-4e0e-83be-2ee28ae4b59f None None] Port dcc6f7b5-8af7-4040-afc9-1aca50d64021 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:46.608677 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.662179 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:42Z', 'revision_number': 3, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:46.666769 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a6183-a682-4296-a90e-645e0952b856 None None] The sync data for ids ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'] in dv-cinder-786386-6-smb is: [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:42Z', 'revision_number': 3, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:46.672530 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287295'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.677920 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55338) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:46.702826 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:46.783342 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924110'] for router_interface, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.786958 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc6f7b5-8af7-4040-afc9-1aca50d64021,revision_number=2']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:46.790968 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:46.824637 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-91d44d07-bf86-4dd3-96ef-f8ffe82de190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.841342 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-91d44d07-bf86-4dd3-96ef-f8ffe82de190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:46.845486 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-91d44d07-bf86-4dd3-96ef-f8ffe82de190 admin admin] Usage tracker for resource:security_group_rule and tenant:60127ce34f3f45a1ad1ce3badea3d755 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:46.850134 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-91d44d07-bf86-4dd3-96ef-f8ffe82de190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:46.857688 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-91d44d07-bf86-4dd3-96ef-f8ffe82de190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:46.962202 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Network f766c277-470c-4c7c-9f8d-aab066d69ab4 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:46.963415 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:47.003124 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-91d44d07-bf86-4dd3-96ef-f8ffe82de190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.118275 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-91d44d07-bf86-4dd3-96ef-f8ffe82de190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.139637 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2467a14a-3054-421b-a955-d0eedc404bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:47.203227 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-91d44d07-bf86-4dd3-96ef-f8ffe82de190 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60127ce34f3f45a1ad1ce3badea3d755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235918 May 25 16:47:47.213322 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55346) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:47.231514 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d44d07-bf86-4dd3-96ef-f8ffe82de190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e972fe3-4a6f-41cb-b01f-33d85a1f00ca,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:47.240814 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-91d44d07-bf86-4dd3-96ef-f8ffe82de190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:47.271972 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:47:47.304787 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-af01cd06-7fee-45ab-bf99-c92ecb7bc985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.338837 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-af01cd06-7fee-45ab-bf99-c92ecb7bc985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.367316 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-1d251844-0653-4ddc-af50-a5727668f4d1 None None] Provisioning complete for port dcc6f7b5-8af7-4040-afc9-1aca50d64021 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:47.369070 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-1d251844-0653-4ddc-af50-a5727668f4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.465937 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-1d251844-0653-4ddc-af50-a5727668f4d1 None None] Port dcc6f7b5-8af7-4040-afc9-1aca50d64021 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:47.575198 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-af01cd06-7fee-45ab-bf99-c92ecb7bc985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.581137 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9c38422b-fcd7-4535-9b11-b1ff3c372a14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:47.605569 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01cd06-7fee-45ab-bf99-c92ecb7bc985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e972fe3-4a6f-41cb-b01f-33d85a1f00ca,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:47.609074 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-af01cd06-7fee-45ab-bf99-c92ecb7bc985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:47.610560 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-af01cd06-7fee-45ab-bf99-c92ecb7bc985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.614327 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-af01cd06-7fee-45ab-bf99-c92ecb7bc985 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e972fe3-4a6f-41cb-b01f-33d85a1f00ca HTTP/1.1" status: 204 len: 168 time: 0.3981564 May 25 16:47:47.663604 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:47.674819 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] 10.222.0.49 "PUT /v2.0/routers/5d9392e6-f4f4-4130-a7b1-d66051b13f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3573182 May 25 16:47:47.756067 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 915dc5d9-f3e7-4a1b-95fb-8c376156b821 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:47.993222 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port 915dc5d9-f3e7-4a1b-95fb-8c376156b821 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:48.001119 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c49d7c-e9ea-4c45-89c7-bf9789ceddd2 req-c65dfdec-ac3c-4bf0-831a-c8a5d5a543f1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:48.001914 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 915dc5d9-f3e7-4a1b-95fb-8c376156b821 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:48.002295 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.009501 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-70c49d7c-e9ea-4c45-89c7-bf9789ceddd2 req-c65dfdec-ac3c-4bf0-831a-c8a5d5a543f1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1541810 May 25 16:47:48.070215 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea927-f2ca-4757-98c4-e20afe6d8704 req-004c0b9a-3cbf-4307-ab4f-e1be8c87a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:48.073775 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-93fea927-f2ca-4757-98c4-e20afe6d8704 req-004c0b9a-3cbf-4307-ab4f-e1be8c87a61f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 1098 time: 0.1806772 May 25 16:47:48.099932 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-70c49d7c-e9ea-4c45-89c7-bf9789ceddd2 req-e98e701c-31dc-4a5c-8dcb-ed705dbc8d33 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888119 May 25 16:47:48.227790 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.249726 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port 915dc5d9-f3e7-4a1b-95fb-8c376156b821, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=915dc5d9-f3e7-4a1b-95fb-8c376156b821,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:48.301338 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea927-f2ca-4757-98c4-e20afe6d8704 req-7382c9a5-0e47-4f63-99a5-2a77e88f3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:48.302897 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-93fea927-f2ca-4757-98c4-e20afe6d8704 req-7382c9a5-0e47-4f63-99a5-2a77e88f3eb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 200 len: 920 time: 0.1994236 May 25 16:47:48.340952 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.342992 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:48.402865 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-93fea927-f2ca-4757-98c4-e20afe6d8704 req-f9ddec7d-35d7-4521-a943-49caec4f2d9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d24ce1b7-7b42-49b2-b718-5bea095e1876 HTTP/1.1" status: 200 len: 217 time: 0.0892084 May 25 16:47:48.427515 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=915dc5d9-f3e7-4a1b-95fb-8c376156b821,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:48.432763 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:48.477988 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea927-f2ca-4757-98c4-e20afe6d8704 req-1053672a-45b5-4c3f-84bd-31b399649330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:48.479454 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-93fea927-f2ca-4757-98c4-e20afe6d8704 req-1053672a-45b5-4c3f-84bd-31b399649330 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d92ea816-ea27-4895-99f6-b3d634b82c00 HTTP/1.1" status: 200 len: 858 time: 0.0660009 May 25 16:47:48.548485 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-93fea927-f2ca-4757-98c4-e20afe6d8704 req-2c1d491c-f050-4830-8fc0-e6b182bee050 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579870 May 25 16:47:48.615797 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55388) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.654911 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d1d08e0e-d8f4-414d-ae3d-5051a11cf42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.674515 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d1d08e0e-d8f4-414d-ae3d-5051a11cf42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:48.679562 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d1d08e0e-d8f4-414d-ae3d-5051a11cf42d admin admin] Usage tracker for resource:security_group_rule and tenant:34e0ca6f4dfc4dc89154d5c3f7e5f654 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:48.687607 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d1d08e0e-d8f4-414d-ae3d-5051a11cf42d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:48.688487 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Sync routers for ids ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:48.696595 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d1d08e0e-d8f4-414d-ae3d-5051a11cf42d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:48.713248 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Routers {'5d9392e6-f4f4-4130-a7b1-d66051b13f4a'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:48.715239 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:47:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:48.729899 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-93fea927-f2ca-4757-98c4-e20afe6d8704 req-33b6ecce-705f-4cb4-9246-44c1f77f8619 service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700120 May 25 16:47:48.897056 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d1d08e0e-d8f4-414d-ae3d-5051a11cf42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.977885 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-93fea927-f2ca-4757-98c4-e20afe6d8704 req-f5e9018e-f4a6-4a2d-b9f4-504d2c33c8fe service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347262 May 25 16:47:49.005776 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Set router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:47:49.009811 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d1d08e0e-d8f4-414d-ae3d-5051a11cf42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.017594 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-6620fb6c-6af8-4a3c-99a8-3fc780aac692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:49.098030 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d1d08e0e-d8f4-414d-ae3d-5051a11cf42d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34e0ca6f4dfc4dc89154d5c3f7e5f654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829352 May 25 16:47:49.105023 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55412) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:49.155077 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55418) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:49.165731 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-375365230-network', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:49.173125 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d08e0e-d8f4-414d-ae3d-5051a11cf42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1127331a-74ba-4ff3-bb32-364df4bebbcb,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:49.176435 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d1d08e0e-d8f4-414d-ae3d-5051a11cf42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:49.183409 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:49.188416 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de97682-79ca-4dfd-914f-6769978e9399 req-5688f5fe-0d7b-4312-afbe-7c407b0809de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:49.190160 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5de97682-79ca-4dfd-914f-6769978e9399 req-5688f5fe-0d7b-4312-afbe-7c407b0809de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 1098 time: 0.1473322 May 25 16:47:49.206780 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f68b557a-7024-4613-b55f-242e1cb41f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.211163 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Usage tracker for resource:network and tenant:fac09d18a2c44f7a860fd56ce95ba6aa is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:49.214738 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:49.230027 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:49.252331 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f68b557a-7024-4613-b55f-242e1cb41f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.341524 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Made reservation on behalf of fac09d18a2c44f7a860fd56ce95ba6aa for: {'network': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:49.343925 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.370390 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.388516 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:49.393979 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Usage tracker for resource:security_group_rule and tenant:fac09d18a2c44f7a860fd56ce95ba6aa is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:49.397399 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:49.403440 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:49.441077 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f68b557a-7024-4613-b55f-242e1cb41f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.449137 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-347d863d-30a0-4d2f-9f13-a4737145471a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:49.467633 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b557a-7024-4613-b55f-242e1cb41f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1127331a-74ba-4ff3-bb32-364df4bebbcb,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:49.470957 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f68b557a-7024-4613-b55f-242e1cb41f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:49.482311 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f68b557a-7024-4613-b55f-242e1cb41f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.483911 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f68b557a-7024-4613-b55f-242e1cb41f3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1127331a-74ba-4ff3-bb32-364df4bebbcb HTTP/1.1" status: 204 len: 168 time: 0.3775249 May 25 16:47:49.581017 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:46Z', 'revision_number': 4, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'dcc6f7b5-8af7-4040-afc9-1aca50d64021', 'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'mac_address': 'fa:16:3e:02:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:45Z', 'updated_at': '2021-05-25T16:47:46Z', 'revision_number': 2, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'subnets': [{'id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:49.592946 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88871c-4f8c-4b8f-8b43-0a0284047cba req-56e77786-4185-49ae-8e0b-4711f4744062 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:49.596858 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6c88871c-4f8c-4b8f-8b43-0a0284047cba req-56e77786-4185-49ae-8e0b-4711f4744062 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1542611 May 25 16:47:49.607864 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.609665 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Checking router: 5d9392e6-f4f4-4130-a7b1-d66051b13f4a for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:47:49.610172 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Updating router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a port dcc6f7b5-8af7-4040-afc9-1aca50d64021 binding host dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:47:49.646817 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de97682-79ca-4dfd-914f-6769978e9399 req-b877b2df-3e7d-4cce-a507-85cc2e3ec0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:49.649216 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5de97682-79ca-4dfd-914f-6769978e9399 req-b877b2df-3e7d-4cce-a507-85cc2e3ec0b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 200 len: 920 time: 0.4294167 May 25 16:47:49.686493 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 915dc5d9-f3e7-4a1b-95fb-8c376156b821 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:49.717713 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.722097 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-4b24fbd6-f7c4-4819-bd25-90304de3e33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:49.755293 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6c88871c-4f8c-4b8f-8b43-0a0284047cba req-d5f4b7ee-20ba-4da2-bf50-aa4081fa9705 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403651 May 25 16:47:49.756982 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5de97682-79ca-4dfd-914f-6769978e9399 req-34acfd14-47f0-404f-a56e-e21666d2e6d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d24ce1b7-7b42-49b2-b718-5bea095e1876 HTTP/1.1" status: 200 len: 217 time: 0.0897996 May 25 16:47:49.760341 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=98882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:49.774473 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d276bf-27c5-4196-a579-18f399e85845,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:49.779140 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:49.780137 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.780477 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.segments_db [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Added segment 8d202024-c9b2-472e-9626-696325d88531 of type vlan for network f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 May 25 16:47:49.823583 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.823972 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.840263 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de97682-79ca-4dfd-914f-6769978e9399 req-83e0ce08-4c61-44b2-9f39-539b8b51016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:49.849212 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5de97682-79ca-4dfd-914f-6769978e9399 req-83e0ce08-4c61-44b2-9f39-539b8b51016d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d92ea816-ea27-4895-99f6-b3d634b82c00 HTTP/1.1" status: 200 len: 858 time: 0.0847492 May 25 16:47:49.917544 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5de97682-79ca-4dfd-914f-6769978e9399 req-7fba7f6f-79db-46f6-88e2-da05ccd2a9c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586302 May 25 16:47:50.028859 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 915dc5d9-f3e7-4a1b-95fb-8c376156b821 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:50.029241 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.064601 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.071233 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:50.072820 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.078262 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5de97682-79ca-4dfd-914f-6769978e9399 req-e9ac013f-2e9e-4380-8b36-217848f0ae7c service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474090 May 25 16:47:50.088311 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:50.219542 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Pushing event updated for resources: {'Network': ['ID=f70afdd8-faa1-40f9-b9e6-a08ff36b09e9,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:50.223062 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:50.237699 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:50.286098 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5de97682-79ca-4dfd-914f-6769978e9399 req-11c84344-610e-4431-8db2-770362a79d28 service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964583 May 25 16:47:50.358819 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2026412 May 25 16:47:50.362331 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55458) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:50.368557 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Request body: {'subnet': {'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-375365230-subnet', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'ip_version': 4}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:50.385680 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:50.385680 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Usage tracker for resource:subnet and tenant:fac09d18a2c44f7a860fd56ce95ba6aa is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:50.385680 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:50.390860 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:50.598222 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Made reservation on behalf of fac09d18a2c44f7a860fd56ce95ba6aa for: {'subnet': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:50.600899 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.671152 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Notify callbacks [] for port, precommit_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.682766 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Transition to ACTIVE for port object dcc6f7b5-8af7-4040-afc9-1aca50d64021 will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:50.851044 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.855460 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:51.161543 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d465e6-bc1d-478f-9ddb-274b2e48eef2 None None] Pushing event updated for resources: {'Port': ['ID=dcc6f7b5-8af7-4040-afc9-1aca50d64021,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:51.223416 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d6d465e6-bc1d-478f-9ddb-274b2e48eef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:51.232658 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2885f8-3bc0-4f77-ac1a-6f71deebe4c6 req-69290bef-3d45-4d21-9dc7-c30e5e028443 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:51.240482 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d2885f8-3bc0-4f77-ac1a-6f71deebe4c6 req-69290bef-3d45-4d21-9dc7-c30e5e028443 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.3293114 May 25 16:47:51.276651 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Attempting to bind port dcc6f7b5-8af7-4040-afc9-1aca50d64021 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:51.276651 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Attempting to bind port dcc6f7b5-8af7-4040-afc9-1aca50d64021 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:51.276651 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Attempting to bind port dcc6f7b5-8af7-4040-afc9-1aca50d64021 on network f766c277-470c-4c7c-9f8d-aab066d69ab4 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:51.284499 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:51.285242 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Checking segment: {'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:51.285921 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.286479 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Bound using segment: {'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:51.287267 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Bound port: dcc6f7b5-8af7-4040-afc9-1aca50d64021, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:51.287787 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.297752 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d2885f8-3bc0-4f77-ac1a-6f71deebe4c6 req-64f0f72d-cd73-4ca3-a2a8-9faf377ad32a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563707 May 25 16:47:51.414757 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625'] for subnet, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.419708 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:51.440390 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] For port dcc6f7b5-8af7-4040-afc9-1aca50d64021, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:51.444014 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] For port dcc6f7b5-8af7-4040-afc9-1aca50d64021, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=dcc6f7b5-8af7-4040-afc9-1aca50d64021,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:51.502794 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f464bec3-ae30-4fba-a0d8-fc2cac77454c,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:51.506688 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:51.509676 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Checking segment: {'id': '8d202024-c9b2-472e-9626-696325d88531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:51.510079 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Network hostable DHCP agents. Network: f70afdd8-faa1-40f9-b9e6-a08ff36b09e9, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:51.595374 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.598460 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:51.650572 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Network f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:51.693298 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Routers {'5d9392e6-f4f4-4130-a7b1-d66051b13f4a'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:51.694086 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:47:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:51.758686 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, f70afdd8-faa1-40f9-b9e6-a08ff36b09e9) {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:51.765885 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:51.766706 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.776115 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3706d2-7df4-498e-8c69-3a64601b4fa1 None None] Network f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:51.875962 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55498) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:51.876624 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5129764 May 25 16:47:51.883221 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-375365230-router', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:51.886724 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d465e6-bc1d-478f-9ddb-274b2e48eef2 None None] Pushing event updated for resources: {'Port': ['ID=dcc6f7b5-8af7-4040-afc9-1aca50d64021,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:51.894895 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:51.901810 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d6d465e6-bc1d-478f-9ddb-274b2e48eef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:51.904688 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Usage tracker for resource:router and tenant:fac09d18a2c44f7a860fd56ce95ba6aa is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:51.908449 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:51.916205 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:52.125509 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] Set router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:47:52.169826 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5212'] for router, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:52.171514 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:52.191785 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:52.323081 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23d52cc-7998-5017-810c-50915ea2e18b-f70afdd8-faa1-40f9-b9e6-a08ff36b09e9', 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'fixed_ips': [{'subnet_id': 'f464bec3-ae30-4fba-a0d8-fc2cac77454c'}]}} from dv-cinder-786386-6-smb. {{(pid=98883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:52.323893 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:52.630425 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-925009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5153'] for router, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:52.670133 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.db_base_plugin_common [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Allocated IP 172.20.0.2 (f70afdd8-faa1-40f9-b9e6-a08ff36b09e9/f464bec3-ae30-4fba-a0d8-fc2cac77454c/e6930497-0b60-422d-9e34-0128eb7230e0) {{(pid=98883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:52.692746 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9c750-266c-423c-b057-49bd8d2fdf76 req-f6902ac5-5e81-4b92-88e7-ea275fa69bfe tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:52.694442 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e1b9c750-266c-423c-b057-49bd8d2fdf76 req-f6902ac5-5e81-4b92-88e7-ea275fa69bfe tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1559520 May 25 16:47:52.757571 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e1b9c750-266c-423c-b057-49bd8d2fdf76 req-062fc4ef-e5b8-4980-b534-3945d836e1be tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561428 May 25 16:47:52.819935 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:46Z', 'revision_number': 4, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'dcc6f7b5-8af7-4040-afc9-1aca50d64021', 'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'mac_address': 'fa:16:3e:02:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:45Z', 'updated_at': '2021-05-25T16:47:51Z', 'revision_number': 4, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'subnets': [{'id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:52.840900 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923c8995-c13f-444a-95c9-430863a68bfc None None] The sync data for ids ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'] in dv-cinder-786386-6-smb is: [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:46Z', 'revision_number': 4, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'dcc6f7b5-8af7-4040-afc9-1aca50d64021', 'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'mac_address': 'fa:16:3e:02:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:45Z', 'updated_at': '2021-05-25T16:47:51Z', 'revision_number': 4, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'subnets': [{'id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:53.009467 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.022154 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Transition to ACTIVE for port object e6930497-0b60-422d-9e34-0128eb7230e0 will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:53.050598 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Transition to ACTIVE for port object e6930497-0b60-422d-9e34-0128eb7230e0 will not be triggered until provisioned by entity DHCP. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:53.199602 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.205843 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.215394 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:53.232953 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.306884 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Network f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 is already hosted by enough agents. {{(pid=98883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:53.308232 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.base_scheduler [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Resources bound (agent type, host, resource id): {{(pid=98883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:53.315756 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Received port after_create {{(pid=98883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:53.369145 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Pushing event updated for resources: {'Port': ['ID=e6930497-0b60-422d-9e34-0128eb7230e0,revision_number=1']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:53.413149 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.413731 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.414076 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.414463 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.414740 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.415068 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.415388 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.415711 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.416030 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.416348 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.416890 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.417213 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:53.428247 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:53.445634 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Attempting to bind port e6930497-0b60-422d-9e34-0128eb7230e0 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:53.446242 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Attempting to bind port e6930497-0b60-422d-9e34-0128eb7230e0 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '8d202024-c9b2-472e-9626-696325d88531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:53.446761 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Attempting to bind port e6930497-0b60-422d-9e34-0128eb7230e0 on network f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:53.451825 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Allocated IP 172.28.3.130 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/e3fce987-e08f-4b47-b36e-812ef150ea73) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:53.453403 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:53.453827 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Checking segment: {'id': '8d202024-c9b2-472e-9626-696325d88531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:53.454488 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.454878 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Bound using segment: {'id': '8d202024-c9b2-472e-9626-696325d88531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:53.455396 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Bound port: e6930497-0b60-422d-9e34-0128eb7230e0, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d202024-c9b2-472e-9626-696325d88531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:53.455948 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.576629 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] For port e6930497-0b60-422d-9e34-0128eb7230e0, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:53.583152 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] For port e6930497-0b60-422d-9e34-0128eb7230e0, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e6930497-0b60-422d-9e34-0128eb7230e0,segment=NetworkSegment(8d202024-c9b2-472e-9626-696325d88531),segment_id=8d202024-c9b2-472e-9626-696325d88531)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:53.645821 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.661652 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.667199 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:53.755536 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device dcc6f7b5-8af7-4040-afc9-1aca50d64021 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:53.810480 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.836916 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:53.839436 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Pushing event updated for resources: {'Port': ['ID=e6930497-0b60-422d-9e34-0128eb7230e0,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:53.843216 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:53.917974 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:53.921833 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:53.926248 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:53.947055 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port dcc6f7b5-8af7-4040-afc9-1aca50d64021 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:53.952942 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port dcc6f7b5-8af7-4040-afc9-1aca50d64021 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:53.953611 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.071026 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Pushing event updated for resources: {'Port': ['ID=e3fce987-e08f-4b47-b36e-812ef150ea73,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:54.077631 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:54.098445 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773755-0abc-47d6-bc74-c728648dab44 req-7ada233e-131a-4308-be88-48b505411b0c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:54.107117 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-97773755-0abc-47d6-bc74-c728648dab44 req-7ada233e-131a-4308-be88-48b505411b0c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1393070 May 25 16:47:54.167013 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.203562 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-97773755-0abc-47d6-bc74-c728648dab44 req-d0f2a3c4-ec13-44a3-b8e0-26bf75db6e8a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787673 May 25 16:47:54.266908 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port dcc6f7b5-8af7-4040-afc9-1aca50d64021, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=dcc6f7b5-8af7-4040-afc9-1aca50d64021,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:54.374943 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.376778 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:54.449937 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=dcc6f7b5-8af7-4040-afc9-1aca50d64021,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:54.453381 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:54.805131 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.174427 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924946'] for router, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.194824 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a10a877-9244-4531-960d-ee2b4d750803 None None] Network f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:55.269041 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-1d676652-3c65-4e76-990d-45a150d2eb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.399846 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-6fdbbfe7-4edd-4536-b2c2-bff1d517c509 None None] Provisioning for port e6930497-0b60-422d-9e34-0128eb7230e0 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:55.406736 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f48254-8604-412b-83bd-349330689953 req-83cfdf61-633a-405a-b3a5-f6fda93d3797 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:55.420482 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-57f48254-8604-412b-83bd-349330689953 req-83cfdf61-633a-405a-b3a5-f6fda93d3797 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1010723 May 25 16:47:55.462613 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-57f48254-8604-412b-83bd-349330689953 req-b4c239ac-f33f-49fe-8422-2e8d6201d0b6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 May 25 16:47:55.557665 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Router 22a51cf5-49cb-4c7b-ba08-a663241b583d is scheduled to L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 with binding_index 1 {{(pid=98882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:47:55.753717 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:55.763906 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Sync routers for ids ['22a51cf5-49cb-4c7b-ba08-a663241b583d'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:55.774988 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Routers {'22a51cf5-49cb-4c7b-ba08-a663241b583d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:55.775889 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:47:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['22a51cf5-49cb-4c7b-ba08-a663241b583d'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:55.783523 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e6930497-0b60-422d-9e34-0128eb7230e0 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:55.895176 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Notify callbacks [] for router, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.896407 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0194142 May 25 16:47:55.899793 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55582) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:55.968448 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Set router 22a51cf5-49cb-4c7b-ba08-a663241b583d gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:47:56.039099 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port e6930497-0b60-422d-9e34-0128eb7230e0 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:56.043928 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.046947 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port e6930497-0b60-422d-9e34-0128eb7230e0 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:56.047315 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.252518 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.300257 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port e6930497-0b60-422d-9e34-0128eb7230e0, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e6930497-0b60-422d-9e34-0128eb7230e0,segment=NetworkSegment(8d202024-c9b2-472e-9626-696325d88531),segment_id=8d202024-c9b2-472e-9626-696325d88531)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:56.344604 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'name': 'tempest-TestShelveInstance-375365230-router', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:52Z', 'updated_at': '2021-05-25T16:47:54Z', 'revision_number': 3, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'gw_port': {'id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:53Z', 'updated_at': '2021-05-25T16:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:56.349077 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Checking router: 22a51cf5-49cb-4c7b-ba08-a663241b583d for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:47:56.349796 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Updating router 22a51cf5-49cb-4c7b-ba08-a663241b583d port e3fce987-e08f-4b47-b36e-812ef150ea73 binding host dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:47:56.375145 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.376717 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device dcc6f7b5-8af7-4040-afc9-1aca50d64021 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:56.413230 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:56.417826 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.468307 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55598) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:56.510153 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=e6930497-0b60-422d-9e34-0128eb7230e0,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:56.514266 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:56.536098 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port dcc6f7b5-8af7-4040-afc9-1aca50d64021 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:56.536775 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.878649 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-bad25dd9-408e-45ad-b22d-97d5f61c667a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.914707 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.928868 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-bad25dd9-408e-45ad-b22d-97d5f61c667a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:56.935659 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55616) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:56.943778 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-bad25dd9-408e-45ad-b22d-97d5f61c667a admin admin] Usage tracker for resource:security_group_rule and tenant:71d9735019ec446e9f79290c7c35e83a is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:56.959724 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-bad25dd9-408e-45ad-b22d-97d5f61c667a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:56.974587 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-bad25dd9-408e-45ad-b22d-97d5f61c667a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:57.001024 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.014186 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Transition to ACTIVE for port object e3fce987-e08f-4b47-b36e-812ef150ea73 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:57.031072 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e08d1b-afcf-4ad0-9aad-814ba01afe2c req-1908e4f8-5dd1-4726-b400-629d2392cc65 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:57.046307 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-42e08d1b-afcf-4ad0-9aad-814ba01afe2c req-1908e4f8-5dd1-4726-b400-629d2392cc65 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.3312502 May 25 16:47:57.155637 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-42e08d1b-afcf-4ad0-9aad-814ba01afe2c req-d46fafd5-aef5-4f4c-848b-220a9fddea2b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081796 May 25 16:47:57.166800 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-348231f2-3e0d-4f59-8387-12996894ec87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.181253 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.188952 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-348231f2-3e0d-4f59-8387-12996894ec87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:57.198913 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-348231f2-3e0d-4f59-8387-12996894ec87 admin admin] Usage tracker for resource:security_group_rule and tenant:72ceead758bb44df840429e468654d75 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:57.203092 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-348231f2-3e0d-4f59-8387-12996894ec87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:57.206523 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Allocated IP 172.20.0.1 (f70afdd8-faa1-40f9-b9e6-a08ff36b09e9/f464bec3-ae30-4fba-a0d8-fc2cac77454c/97469adc-838b-4620-8b51-d2438faa9909) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:57.207575 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:57.211133 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ac99d-2a30-446f-b269-37dca8fbb076 req-d98a8eaf-6b56-44c3-8cb4-2743147809b3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:57.212655 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-833ac99d-2a30-446f-b269-37dca8fbb076 req-d98a8eaf-6b56-44c3-8cb4-2743147809b3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 945 time: 0.1338358 May 25 16:47:57.214118 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-348231f2-3e0d-4f59-8387-12996894ec87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:57.271458 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-833ac99d-2a30-446f-b269-37dca8fbb076 req-5dc8759f-f160-4db6-985a-77300e7d8fab tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529025 May 25 16:47:57.296326 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Attempting to bind port e3fce987-e08f-4b47-b36e-812ef150ea73 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:57.296697 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Attempting to bind port e3fce987-e08f-4b47-b36e-812ef150ea73 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:57.297065 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Attempting to bind port e3fce987-e08f-4b47-b36e-812ef150ea73 on network 2f7e0120-dd4d-463e-a817-41806313a9a0 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:57.308141 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:57.308515 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Checking segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:57.309436 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.309841 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Bound using segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:57.310318 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Bound port: e3fce987-e08f-4b47-b36e-812ef150ea73, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:57.310981 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.324577 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-bad25dd9-408e-45ad-b22d-97d5f61c667a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.341741 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Pushing event updated for resources: {'Port': ['ID=e3fce987-e08f-4b47-b36e-812ef150ea73,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:57.363456 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.363795 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.364127 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.364450 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.364805 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.365077 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.365420 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.365736 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.366278 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.366488 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.366834 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.367147 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:57.372269 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:57.396030 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.399071 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-bad25dd9-408e-45ad-b22d-97d5f61c667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.402043 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] For port e3fce987-e08f-4b47-b36e-812ef150ea73, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:57.405093 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] For port e3fce987-e08f-4b47-b36e-812ef150ea73, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e3fce987-e08f-4b47-b36e-812ef150ea73,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:57.407842 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-690eef06-9a67-428e-8cdc-1215fe6b6c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:57.425880 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.provisioning_blocks [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Transition to ACTIVE for port object 97469adc-838b-4620-8b51-d2438faa9909 will not be triggered until provisioned by entity DHCP. {{(pid=98882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:57.445822 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.447356 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad25dd9-408e-45ad-b22d-97d5f61c667a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a38ebd-1adc-470b-b050-cb2a442410e1,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:57.455571 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-bad25dd9-408e-45ad-b22d-97d5f61c667a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71d9735019ec446e9f79290c7c35e83a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9802966 May 25 16:47:57.455571 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-bad25dd9-408e-45ad-b22d-97d5f61c667a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:57.456122 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55624) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:57.509641 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-348231f2-3e0d-4f59-8387-12996894ec87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.512465 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.518148 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5fcf1c19-9f99-4e2d-af86-b89b80bd6fda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:57.525051 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f534-935d-4d80-ba60-8d5579afce7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.542302 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c4176881-3a71-4ad7-b990-0bae63a3ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.561251 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f534-935d-4d80-ba60-8d5579afce7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.608194 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Routers {'22a51cf5-49cb-4c7b-ba08-a663241b583d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:57.608872 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:47:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['22a51cf5-49cb-4c7b-ba08-a663241b583d'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:57.635393 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.636126 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-348231f2-3e0d-4f59-8387-12996894ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.644920 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-237f53f7-6546-4875-be65-f027be601ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:57.657232 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55630) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:57.677973 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Pushing event updated for resources: {'Port': ['ID=e3fce987-e08f-4b47-b36e-812ef150ea73,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:57.688864 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:57.700262 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e6930497-0b60-422d-9e34-0128eb7230e0 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:57.713717 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Network f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:57.721253 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-348231f2-3e0d-4f59-8387-12996894ec87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72ceead758bb44df840429e468654d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7814050 May 25 16:47:57.721691 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55636) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:57.722211 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:57.725707 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:57.754022 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348231f2-3e0d-4f59-8387-12996894ec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19a393e-35ad-4c92-80f5-79ca806a7ee6,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:57.759281 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-348231f2-3e0d-4f59-8387-12996894ec87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:57.762250 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5cf1f516-39c2-4ce6-906e-4f0c2830da33 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:57.778238 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f534-935d-4d80-ba60-8d5579afce7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.795205 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9ed56368-e7a4-4cb5-aa89-9e9684bb2fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:57.826146 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port e6930497-0b60-422d-9e34-0128eb7230e0 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:57.826513 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.857719 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924003'] for router_interface, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.861041 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Pushing event updated for resources: {'Port': ['ID=97469adc-838b-4620-8b51-d2438faa9909,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:57.871737 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:57.873577 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7f534-935d-4d80-ba60-8d5579afce7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a38ebd-1adc-470b-b050-cb2a442410e1,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:57.881094 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d8e7f534-935d-4d80-ba60-8d5579afce7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:57.914919 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] Set router 22a51cf5-49cb-4c7b-ba08-a663241b583d gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:47:57.924783 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c717-98cf-4090-b174-8f3a409efd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.941393 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d8e7f534-935d-4d80-ba60-8d5579afce7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.942325 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-d8e7f534-935d-4d80-ba60-8d5579afce7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30a38ebd-1adc-470b-b050-cb2a442410e1 HTTP/1.1" status: 204 len: 168 time: 0.4851928 May 25 16:47:57.953710 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-da6cf76d-8eba-4134-9c90-4b567b4a6815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.985751 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c717-98cf-4090-b174-8f3a409efd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.993353 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-da6cf76d-8eba-4134-9c90-4b567b4a6815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:58.001146 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-da6cf76d-8eba-4134-9c90-4b567b4a6815 admin admin] Usage tracker for resource:security_group_rule and tenant:f8323ff51d6241a9a7a3c1ac888ebea4 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:58.009601 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-da6cf76d-8eba-4134-9c90-4b567b4a6815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:58.018766 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-da6cf76d-8eba-4134-9c90-4b567b4a6815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:58.138760 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-da6cf76d-8eba-4134-9c90-4b567b4a6815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.150875 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.249577 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'name': 'tempest-TestShelveInstance-375365230-router', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:52Z', 'updated_at': '2021-05-25T16:47:54Z', 'revision_number': 3, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'gw_port': {'id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:53Z', 'updated_at': '2021-05-25T16:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:58.254351 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f220a7-3731-49ae-8eb3-aa996f94bdc7 None None] The sync data for ids ['22a51cf5-49cb-4c7b-ba08-a663241b583d'] in dv-cinder-786386-6-smb is: [{'id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'name': 'tempest-TestShelveInstance-375365230-router', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:52Z', 'updated_at': '2021-05-25T16:47:54Z', 'revision_number': 3, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'gw_port': {'id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:53Z', 'updated_at': '2021-05-25T16:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:58.260727 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-83cf8c84-891c-43f7-97cf-6f200e6998ac None None] Provisioning for port 97469adc-838b-4620-8b51-d2438faa9909 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:58.262242 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c717-98cf-4090-b174-8f3a409efd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.266042 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-83cf8c84-891c-43f7-97cf-6f200e6998ac None None] Provisioning complete for port 97469adc-838b-4620-8b51-d2438faa9909 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:58.266434 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-83cf8c84-891c-43f7-97cf-6f200e6998ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.280977 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:58.306281 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-da6cf76d-8eba-4134-9c90-4b567b4a6815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.335747 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-83cf8c84-891c-43f7-97cf-6f200e6998ac None None] Port 97469adc-838b-4620-8b51-d2438faa9909 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:58.365197 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8c717-98cf-4090-b174-8f3a409efd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19a393e-35ad-4c92-80f5-79ca806a7ee6,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:58.368464 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-6fa8c717-98cf-4090-b174-8f3a409efd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:58.380586 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:58.412175 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c717-98cf-4090-b174-8f3a409efd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.414119 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-6fa8c717-98cf-4090-b174-8f3a409efd2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a19a393e-35ad-4c92-80f5-79ca806a7ee6 HTTP/1.1" status: 204 len: 168 time: 0.6907794 May 25 16:47:58.473437 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-da6cf76d-8eba-4134-9c90-4b567b4a6815 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8323ff51d6241a9a7a3c1ac888ebea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8150485 May 25 16:47:58.476957 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55650) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:58.517569 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.551917 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cf76d-8eba-4134-9c90-4b567b4a6815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23fd6b0-5e4b-46d3-a808-ab9542f25dcb,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:58.555891 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-da6cf76d-8eba-4134-9c90-4b567b4a6815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:58.587417 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220c7e8-272f-4e11-82da-5dc4259c7dad req-6259000c-b8c1-4313-b6e6-99c72b32a3cb tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:58.915531 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0abc966a-bbba-41dd-bf84-685aaf67d23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.920888 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c220c7e8-272f-4e11-82da-5dc4259c7dad req-6259000c-b8c1-4313-b6e6-99c72b32a3cb tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.3263609 May 25 16:47:58.923017 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0abc966a-bbba-41dd-bf84-685aaf67d23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.924194 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a153e6-dad4-4da1-a11a-8ab80a40ed1b req-02a7489d-44a2-4476-9ee8-909f702b9d30 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:58.924194 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-72a153e6-dad4-4da1-a11a-8ab80a40ed1b req-02a7489d-44a2-4476-9ee8-909f702b9d30 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 945 time: 0.2100430 May 25 16:47:58.924194 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c220c7e8-272f-4e11-82da-5dc4259c7dad req-85158106-fd5a-4d1c-a569-da3a67bd8a38 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707271 May 25 16:47:58.924194 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-72a153e6-dad4-4da1-a11a-8ab80a40ed1b req-7e1fe439-045b-4dbc-8bda-e4fc346d5229 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575428 May 25 16:47:58.926799 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287295'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.926799 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:58.926799 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Pushing event updated for resources: {'Port': ['ID=97469adc-838b-4620-8b51-d2438faa9909,revision_number=2']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:58.926799 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:58.926799 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924110'] for router_interface, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.935106 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.034728 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0abc966a-bbba-41dd-bf84-685aaf67d23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.041628 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-508816cf-321a-49cd-bfc5-92157867bf0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:59.067444 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc966a-bbba-41dd-bf84-685aaf67d23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23fd6b0-5e4b-46d3-a808-ab9542f25dcb,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:59.074687 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0abc966a-bbba-41dd-bf84-685aaf67d23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:59.093915 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Network f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:59.096555 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:59.098358 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0abc966a-bbba-41dd-bf84-685aaf67d23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.101891 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-0abc966a-bbba-41dd-bf84-685aaf67d23b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e23fd6b0-5e4b-46d3-a808-ab9542f25dcb HTTP/1.1" status: 204 len: 168 time: 0.6215339 May 25 16:47:59.252765 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10463a0d-1b9f-4513-83f3-4c2c92388cdd req-c5f115ed-544d-4b8b-90e6-5f628db22f9b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:59.254307 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-10463a0d-1b9f-4513-83f3-4c2c92388cdd req-c5f115ed-544d-4b8b-90e6-5f628db22f9b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 945 time: 0.1549661 May 25 16:47:59.393581 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Router 22a51cf5-49cb-4c7b-ba08-a663241b583d has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:47:59.458912 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-10463a0d-1b9f-4513-83f3-4c2c92388cdd req-9b4d53fc-d549-4c91-9a15-d4dc88a9aeaa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Deleting port 4195bfa2-3b32-45b9-8792-898e24c54114 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:59.458912 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-10463a0d-1b9f-4513-83f3-4c2c92388cdd req-9b4d53fc-d549-4c91-9a15-d4dc88a9aeaa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.488583 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-2dc36046-28fe-4fa5-872d-cea01bd4fc11 None None] Provisioning complete for port 97469adc-838b-4620-8b51-d2438faa9909 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:59.491855 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-2dc36046-28fe-4fa5-872d-cea01bd4fc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.577122 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-2dc36046-28fe-4fa5-872d-cea01bd4fc11 None None] Port 97469adc-838b-4620-8b51-d2438faa9909 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:59.677823 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:59.692427 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] 10.222.0.49 "PUT /v2.0/routers/22a51cf5-49cb-4c7b-ba08-a663241b583d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7829549 May 25 16:47:59.692644 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-10463a0d-1b9f-4513-83f3-4c2c92388cdd req-9b4d53fc-d549-4c91-9a15-d4dc88a9aeaa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] For port 4195bfa2-3b32-45b9-8792-898e24c54114, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4195bfa2-3b32-45b9-8792-898e24c54114,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:59.692644 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-10463a0d-1b9f-4513-83f3-4c2c92388cdd req-9b4d53fc-d549-4c91-9a15-d4dc88a9aeaa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.745022 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e3fce987-e08f-4b47-b36e-812ef150ea73 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:59.864310 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-10463a0d-1b9f-4513-83f3-4c2c92388cdd req-9b4d53fc-d549-4c91-9a15-d4dc88a9aeaa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Calling delete_port for 4195bfa2-3b32-45b9-8792-898e24c54114 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:59.986064 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port e3fce987-e08f-4b47-b36e-812ef150ea73 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:59.996557 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port e3fce987-e08f-4b47-b36e-812ef150ea73 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:59.996557 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.066394 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55678) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.086452 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f33874cc-87c6-4069-b629-f02482ce630a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.099399 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8046da4-366f-41e9-b1f6-fef99d51983b req-2717a967-7c1c-4cdc-bbb0-e934d019c3fd tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:00.101422 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d8046da4-366f-41e9-b1f6-fef99d51983b req-2717a967-7c1c-4cdc-bbb0-e934d019c3fd tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.2283003 May 25 16:48:00.102777 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-f33874cc-87c6-4069-b629-f02482ce630a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:00.106868 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-f33874cc-87c6-4069-b629-f02482ce630a admin admin] Usage tracker for resource:security_group_rule and tenant:eca1938552de48a6b8cac6c8fdb4a455 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:00.119371 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-f33874cc-87c6-4069-b629-f02482ce630a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:00.125014 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-f33874cc-87c6-4069-b629-f02482ce630a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:00.128365 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe68e5-71a3-4d8f-933b-b7bfa9ae587b req-7c206f42-06a7-411f-a354-4c89c379651f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:00.128365 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a5fe68e5-71a3-4d8f-933b-b7bfa9ae587b req-7c206f42-06a7-411f-a354-4c89c379651f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 945 time: 0.2129979 May 25 16:48:00.167147 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.191118 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port e3fce987-e08f-4b47-b36e-812ef150ea73, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e3fce987-e08f-4b47-b36e-812ef150ea73,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:00.222504 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d8046da4-366f-41e9-b1f6-fef99d51983b req-87899417-24bc-4038-b95a-3b3139631bd9 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053076 May 25 16:48:00.227932 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a5fe68e5-71a3-4d8f-933b-b7bfa9ae587b req-12c6b459-b476-465d-9b53-79aaef1d41ee tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816965 May 25 16:48:00.233304 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.251817 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f33874cc-87c6-4069-b629-f02482ce630a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.302514 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-10463a0d-1b9f-4513-83f3-4c2c92388cdd req-9b4d53fc-d549-4c91-9a15-d4dc88a9aeaa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.303112 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.304990 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-5de6cc55-fd41-4cac-8579-786e163c52a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:00.312798 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0c84999f-1e47-47f7-b18f-ab89c00756a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:00.340322 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f33874cc-87c6-4069-b629-f02482ce630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.347721 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-00b9c2e1-3a95-4d1a-aabb-de7bfe7858c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:00.397255 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['f927a76c-fec9-43e5-b79f-12f7ba3f8378', '0abc9c67-bae6-421f-80e2-ad10c3cdeb09', '74bc08c1-1753-4b59-87cb-255a59d0215d', '4195bfa2-3b32-45b9-8792-898e24c54114'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:48:00.415790 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d53fc-d549-4c91-9a15-d4dc88a9aeaa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Pushing event deleted for resources: {'Port': ['ID=4195bfa2-3b32-45b9-8792-898e24c54114,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:00.418017 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f33874cc-87c6-4069-b629-f02482ce630a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eca1938552de48a6b8cac6c8fdb4a455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504465 May 25 16:48:00.420629 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55690) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.429447 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9b4d53fc-d549-4c91-9a15-d4dc88a9aeaa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:00.518724 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Sync routers for ids ['22a51cf5-49cb-4c7b-ba08-a663241b583d'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:00.520626 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ea618dbb-0cab-4a0c-9186-26349b656a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.523990 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33874cc-87c6-4069-b629-f02482ce630a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77100798-ee6c-4322-9b8c-9e8b11a23b5b,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:00.529262 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f33874cc-87c6-4069-b629-f02482ce630a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:00.555374 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Routers {'22a51cf5-49cb-4c7b-ba08-a663241b583d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:00.556025 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:47:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['22a51cf5-49cb-4c7b-ba08-a663241b583d'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:00.582579 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ea618dbb-0cab-4a0c-9186-26349b656a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.613995 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=e3fce987-e08f-4b47-b36e-812ef150ea73,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:00.624104 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:00.677536 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-10463a0d-1b9f-4513-83f3-4c2c92388cdd req-9b4d53fc-d549-4c91-9a15-d4dc88a9aeaa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] No DVR routers for this DVR port 4195bfa2-3b32-45b9-8792-898e24c54114 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:00.681384 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-10463a0d-1b9f-4513-83f3-4c2c92388cdd req-9b4d53fc-d549-4c91-9a15-d4dc88a9aeaa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.684543 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae98343-7179-4f9b-a626-74b40a206897', 'name': 'network-vif-deleted', 'tag': '4195bfa2-3b32-45b9-8792-898e24c54114'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:00.745487 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae98343-7179-4f9b-a626-74b40a206897', 'name': 'network-vif-deleted', 'tag': '4195bfa2-3b32-45b9-8792-898e24c54114', 'status': 'completed', 'code': 200} May 25 16:48:00.786692 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ea618dbb-0cab-4a0c-9186-26349b656a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.794563 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-97cfc663-d81f-4aa5-8508-0ea369fa37c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:00.806905 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea618dbb-0cab-4a0c-9186-26349b656a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77100798-ee6c-4322-9b8c-9e8b11a23b5b,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:00.811861 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Set router 22a51cf5-49cb-4c7b-ba08-a663241b583d gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:00.815359 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-ea618dbb-0cab-4a0c-9186-26349b656a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:00.816187 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ea618dbb-0cab-4a0c-9186-26349b656a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.816560 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-10463a0d-1b9f-4513-83f3-4c2c92388cdd req-9b4d53fc-d549-4c91-9a15-d4dc88a9aeaa tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "DELETE /v2.0/ports/4195bfa2-3b32-45b9-8792-898e24c54114 HTTP/1.1" status: 204 len: 173 time: 1.5562646 May 25 16:48:00.817324 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-ea618dbb-0cab-4a0c-9186-26349b656a49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77100798-ee6c-4322-9b8c-9e8b11a23b5b HTTP/1.1" status: 204 len: 168 time: 0.3957756 May 25 16:48:01.037805 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55708) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.049661 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745341155', 'description': 'tempest-secgroup-smoke-745341155 description', 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:01.055657 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:01.067856 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Usage tracker for resource:security_group and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:01.071367 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:01.090375 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:01.209254 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.233091 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:01.238741 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Usage tracker for resource:security_group_rule and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:01.242401 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:01.248232 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:01.320859 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.388954 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.390460 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'name': 'tempest-TestShelveInstance-375365230-router', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:52Z', 'updated_at': '2021-05-25T16:47:57Z', 'revision_number': 4, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'gw_port': {'id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:53Z', 'updated_at': '2021-05-25T16:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': '97469adc-838b-4620-8b51-d2438faa9909', 'name': '', 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'mac_address': 'fa:16:3e:d1:64:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'f464bec3-ae30-4fba-a0d8-fc2cac77454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:56Z', 'updated_at': '2021-05-25T16:47:58Z', 'revision_number': 2, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'subnets': [{'id': 'f464bec3-ae30-4fba-a0d8-fc2cac77454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:01.398112 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5267f886-2b6f-429a-b6fd-47bfaaff73cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:01.406656 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Checking router: 22a51cf5-49cb-4c7b-ba08-a663241b583d for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:01.407206 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Updating router 22a51cf5-49cb-4c7b-ba08-a663241b583d port 97469adc-838b-4620-8b51-d2438faa9909 binding host dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:48:01.449155 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df35a191-f972-425d-aeb7-9741482a96cf,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:01.452098 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:01.514212 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-1bdd452b-1275-4126-8fdf-ac3f69cff772 req-9be63ca1-9d5e-4b0a-bb92-213fc7b5b03f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Synchronizing usage tracker for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:01.516652 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.558957 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06247dcf-1f05-493c-b4bc-e155750b4bfb req-ea4fb39e-e170-4c0c-ae76-78ec9c52f841 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:01.560769 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-06247dcf-1f05-493c-b4bc-e155750b4bfb req-ea4fb39e-e170-4c0c-ae76-78ec9c52f841 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1500299 May 25 16:48:01.569102 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.570391 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5315647 May 25 16:48:01.573555 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55720) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.579328 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Request body: {'security_group_rule': {'security_group_id': 'df35a191-f972-425d-aeb7-9741482a96cf', 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:01.598349 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:01.610710 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Usage tracker for resource:security_group_rule and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:01.614098 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:01.627973 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:01.662143 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-1bdd452b-1275-4126-8fdf-ac3f69cff772 req-9be63ca1-9d5e-4b0a-bb92-213fc7b5b03f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Unset dirty status for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:01.663069 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1bdd452b-1275-4126-8fdf-ac3f69cff772 req-9be63ca1-9d5e-4b0a-bb92-213fc7b5b03f tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=eae98343-7179-4f9b-a626-74b40a206897 HTTP/1.1" status: 200 len: 210 time: 0.2179506 May 25 16:48:01.677820 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-06247dcf-1f05-493c-b4bc-e155750b4bfb req-7f3d44b4-581a-4c0c-a0b3-5d17aff33c62 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104469 May 25 16:48:01.723725 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.742136 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e3fce987-e08f-4b47-b36e-812ef150ea73 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:01.792648 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55724) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.805295 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.812708 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-936879d4-fa62-4518-b301-d09096627f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.827111 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-936879d4-fa62-4518-b301-d09096627f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:01.831488 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-936879d4-fa62-4518-b301-d09096627f89 admin admin] Usage tracker for resource:security_group_rule and tenant:edeffcba455740c3a145f0843bc16707 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:01.834978 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-936879d4-fa62-4518-b301-d09096627f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:01.841712 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-936879d4-fa62-4518-b301-d09096627f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:01.936181 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-936879d4-fa62-4518-b301-d09096627f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.946507 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.955515 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:01.968570 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port e3fce987-e08f-4b47-b36e-812ef150ea73 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:01.969305 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.031462 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434f8643-b6aa-429f-9eaa-5b81370bf6cd,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:02.038422 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-936879d4-fa62-4518-b301-d09096627f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.045689 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:02.058262 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-4bbe382c-85d0-416b-9b3b-e2a20f36d6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:02.090678 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Notify callbacks [] for port, precommit_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.095902 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-936879d4-fa62-4518-b301-d09096627f89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edeffcba455740c3a145f0843bc16707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019686 May 25 16:48:02.098803 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55732) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.109395 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Transition to ACTIVE for port object 97469adc-838b-4620-8b51-d2438faa9909 will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:02.126171 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936879d4-fa62-4518-b301-d09096627f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f196f-a16b-4be5-8825-81c80e6ece63,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:02.138387 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-936879d4-fa62-4518-b301-d09096627f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:02.180984 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.182232 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6077206 May 25 16:48:02.185167 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55736) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.185383 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a395fd1e-50be-40f5-8106-53cf62494e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.192097 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Request body: {'security_group_rule': {'security_group_id': 'df35a191-f972-425d-aeb7-9741482a96cf', 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:02.198721 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:02.203514 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Usage tracker for resource:security_group_rule and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:02.206849 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:02.213194 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:02.215837 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a395fd1e-50be-40f5-8106-53cf62494e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.232385 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.236956 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:02.346610 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a395fd1e-50be-40f5-8106-53cf62494e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.351789 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-6fa8c717-98cf-4090-b174-8f3a409efd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:02.354748 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.363257 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395fd1e-50be-40f5-8106-53cf62494e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f196f-a16b-4be5-8825-81c80e6ece63,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:02.374147 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a395fd1e-50be-40f5-8106-53cf62494e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:02.380412 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a395fd1e-50be-40f5-8106-53cf62494e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.394592 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ea151-4db9-4c10-be23-ab9659fa06e1 None None] Pushing event updated for resources: {'Port': ['ID=97469adc-838b-4620-8b51-d2438faa9909,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:02.404785 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-af7ea151-4db9-4c10-be23-ab9659fa06e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:02.409982 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-a395fd1e-50be-40f5-8106-53cf62494e0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c1f196f-a16b-4be5-8825-81c80e6ece63 HTTP/1.1" status: 204 len: 168 time: 0.2876968 May 25 16:48:02.438270 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.475455 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Attempting to bind port 97469adc-838b-4620-8b51-d2438faa9909 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:02.475858 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Attempting to bind port 97469adc-838b-4620-8b51-d2438faa9909 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '8d202024-c9b2-472e-9626-696325d88531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:02.476228 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Attempting to bind port 97469adc-838b-4620-8b51-d2438faa9909 on network f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:02.483269 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:02.483649 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Checking segment: {'id': '8d202024-c9b2-472e-9626-696325d88531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:02.484052 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.484444 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Bound using segment: {'id': '8d202024-c9b2-472e-9626-696325d88531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:02.484933 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Bound port: 97469adc-838b-4620-8b51-d2438faa9909, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d202024-c9b2-472e-9626-696325d88531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:02.485325 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.511840 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.514112 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:02.535255 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa34fcd-362f-4efc-b38d-98cfccca0d5a,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:02.539333 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:02.600179 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] For port 97469adc-838b-4620-8b51-d2438faa9909, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:02.603515 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] For port 97469adc-838b-4620-8b51-d2438faa9909, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=97469adc-838b-4620-8b51-d2438faa9909,segment=NetworkSegment(8d202024-c9b2-472e-9626-696325d88531),segment_id=8d202024-c9b2-472e-9626-696325d88531)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:02.671881 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.673124 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4866128 May 25 16:48:02.675861 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55742) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.681341 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Request body: {'security_group_rule': {'security_group_id': 'df35a191-f972-425d-aeb7-9741482a96cf', 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:02.687130 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:02.690927 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Usage tracker for resource:security_group_rule and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:02.693741 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:02.700200 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:02.712761 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.728035 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-af7ea151-4db9-4c10-be23-ab9659fa06e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:02.823948 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Routers {'22a51cf5-49cb-4c7b-ba08-a663241b583d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:02.824316 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.825999 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:47:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['22a51cf5-49cb-4c7b-ba08-a663241b583d'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:02.923068 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e2dd5-80df-4d81-a912-14e272f06344 req-a7dc366f-144e-4689-bcd6-d41b91f5ab7f tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:02.927157 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 4195bfa2-3b32-45b9-8792-898e24c54114 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:02.933611 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f63e2dd5-80df-4d81-a912-14e272f06344 req-a7dc366f-144e-4689-bcd6-d41b91f5ab7f tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1388507 May 25 16:48:02.953099 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ea151-4db9-4c10-be23-ab9659fa06e1 None None] Pushing event updated for resources: {'Port': ['ID=97469adc-838b-4620-8b51-d2438faa9909,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:02.958281 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-af7ea151-4db9-4c10-be23-ab9659fa06e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:02.984946 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: 4195bfa2-3b32-45b9-8792-898e24c54114 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:02.985837 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 4195bfa2-3b32-45b9-8792-898e24c54114 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:02.988348 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.026069 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f63e2dd5-80df-4d81-a912-14e272f06344 req-5c862e7e-3bad-4e1d-b728-a1f140c4f16c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911562 May 25 16:48:03.084027 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.084027 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-18d98fd1-3b7c-4768-9c66-667aaf16c968 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:03.108359 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a0059a-e50b-4e3b-8661-3be1b17aaef6,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:03.111942 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:03.126262 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] Set router 22a51cf5-49cb-4c7b-ba08-a663241b583d gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:03.226792 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.228551 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5517190 May 25 16:48:03.231467 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55766) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:03.239885 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Request body: {'security_group_rule': {'security_group_id': 'df35a191-f972-425d-aeb7-9741482a96cf', 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:03.247389 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:03.252309 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Usage tracker for resource:security_group_rule and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:03.256608 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:03.267078 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:03.364049 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.478335 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.485298 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-35c9f3d5-241a-456a-a154-4c234ac0800a tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=191a5670c1a347fca21e8f2392fbf1bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635440 May 25 16:48:03.536193 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'name': 'tempest-TestShelveInstance-375365230-router', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:52Z', 'updated_at': '2021-05-25T16:47:57Z', 'revision_number': 4, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'gw_port': {'id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:53Z', 'updated_at': '2021-05-25T16:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': '97469adc-838b-4620-8b51-d2438faa9909', 'name': '', 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'mac_address': 'fa:16:3e:d1:64:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'f464bec3-ae30-4fba-a0d8-fc2cac77454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:56Z', 'updated_at': '2021-05-25T16:48:02Z', 'revision_number': 4, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'subnets': [{'id': 'f464bec3-ae30-4fba-a0d8-fc2cac77454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:03.541134 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b62f76-35ab-41e8-991f-0648c14bc760 None None] The sync data for ids ['22a51cf5-49cb-4c7b-ba08-a663241b583d'] in dv-cinder-786386-6-smb is: [{'id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'name': 'tempest-TestShelveInstance-375365230-router', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:52Z', 'updated_at': '2021-05-25T16:47:57Z', 'revision_number': 4, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'gw_port': {'id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:53Z', 'updated_at': '2021-05-25T16:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': '97469adc-838b-4620-8b51-d2438faa9909', 'name': '', 'network_id': 'f70afdd8-faa1-40f9-b9e6-a08ff36b09e9', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'mac_address': 'fa:16:3e:d1:64:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'f464bec3-ae30-4fba-a0d8-fc2cac77454c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:56Z', 'updated_at': '2021-05-25T16:48:02Z', 'revision_number': 4, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'subnets': [{'id': 'f464bec3-ae30-4fba-a0d8-fc2cac77454c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:03.552241 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.558701 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2bdcd644-327d-4d21-9a36-cfcd5a94e9f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:03.582053 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1175043-c97b-4903-acc9-aa62a39b9bff,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:03.584516 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:03.672555 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-a1279bbe-816b-440f-9831-6e49973ce5bb tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:03.678282 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-a1279bbe-816b-440f-9831-6e49973ce5bb tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920817 May 25 16:48:03.678776 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.680568 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-46e6baef-5e1f-460f-bdb7-62488c9a73fe tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4473584 May 25 16:48:03.683137 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 55786) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:03.698198 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Request body: {'security_group_rule': {'security_group_id': 'df35a191-f972-425d-aeb7-9741482a96cf', 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:03.699303 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-6824de4e-c496-43ff-9567-cdcae25c6d61 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/quotas/191a5670c1a347fca21e8f2392fbf1bf HTTP/1.1" status: 200 len: 375 time: 0.0194540 May 25 16:48:03.713152 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:03.716286 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Usage tracker for resource:security_group_rule and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:03.720831 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:03.729224 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:03.760509 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 97469adc-838b-4620-8b51-d2438faa9909 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:03.762561 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-66d15005-4d35-4665-a850-ed9952447ef2 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=191a5670c1a347fca21e8f2392fbf1bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621789 May 25 16:48:03.855384 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.securitygroups_db [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Project 2ceec94d74dc4b91b7b6cd37311a3441 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:48:03.861623 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.932279 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.962834 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port 97469adc-838b-4620-8b51-d2438faa9909 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:03.967940 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 97469adc-838b-4620-8b51-d2438faa9909 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:03.968576 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.037627 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.040053 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-c80b02d8-b4ba-4bd1-8565-0dfef8605626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:04.096001 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-154b2974-aadb-45c9-87f1-015a5c94f7a4 req-228aa7c0-fba1-4f4c-9d8c-d9be21471d76 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 210 time: 0.0825284 May 25 16:48:04.103232 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a12c172-535c-43ad-9730-c1ae5c1637ff,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:04.108396 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:04.185280 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.186630 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.191939 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 55804) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:04.196883 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5121408 May 25 16:48:04.201757 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Request body: {'security_group_rule': {'security_group_id': 'df35a191-f972-425d-aeb7-9741482a96cf', 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:04.246267 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port 97469adc-838b-4620-8b51-d2438faa9909, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=97469adc-838b-4620-8b51-d2438faa9909,segment=NetworkSegment(8d202024-c9b2-472e-9626-696325d88531),segment_id=8d202024-c9b2-472e-9626-696325d88531)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:04.256109 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:04.272196 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Usage tracker for resource:security_group_rule and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:04.279627 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:04.290421 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:04.323794 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.326856 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94070c76-6ea8-4027-9c54-647e778f5574 req-7fc0658f-40f2-4aef-a15c-955fb48d2baa tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:04.327552 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d9215a94-bba7-45aa-9969-2d0ecc5a6bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:04.329682 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-94070c76-6ea8-4027-9c54-647e778f5574 req-7fc0658f-40f2-4aef-a15c-955fb48d2baa tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1223054 May 25 16:48:04.397438 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-94070c76-6ea8-4027-9c54-647e778f5574 req-4678ea8b-7237-451f-8390-1bf7e96b00ba tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548236 May 25 16:48:04.431955 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.securitygroups_db [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Project 2ceec94d74dc4b91b7b6cd37311a3441 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:48:04.440397 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.442722 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=97469adc-838b-4620-8b51-d2438faa9909,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:04.451160 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:04.534012 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.609321 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.612413 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:04.645183 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d18a92-acac-4bb6-aaab-6d8f36e5aeb6,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:04.650208 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:04.769653 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.770871 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5776358 May 25 16:48:05.185691 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d64a8c7e-9561-482e-83c2-08eb06b14c51 req-3f69cfac-965f-4166-a26f-e074f8c60028 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 210 time: 0.0489438 May 25 16:48:05.275303 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef071c9-6c32-4d58-97e7-c45d0946712e req-23b5c51e-6dbd-4898-b18f-5a626f7e03a8 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:05.276847 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9ef071c9-6c32-4d58-97e7-c45d0946712e req-23b5c51e-6dbd-4898-b18f-5a626f7e03a8 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 946 time: 0.0999596 May 25 16:48:05.322191 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9ef071c9-6c32-4d58-97e7-c45d0946712e req-595f1479-57c9-46c6-9247-22ce71c4d317 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393858 May 25 16:48:05.610507 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86426229-a136-476e-b894-e481be55e61c req-77e50241-0336-4798-af46-a3a338a4d9d1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:05.612320 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-86426229-a136-476e-b894-e481be55e61c req-77e50241-0336-4798-af46-a3a338a4d9d1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.0959802 May 25 16:48:05.683047 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 97469adc-838b-4620-8b51-d2438faa9909 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:05.722140 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-86426229-a136-476e-b894-e481be55e61c req-3e8a1fb4-9957-4706-ac10-7a1d0cfb62fe tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038983 May 25 16:48:05.752050 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa64760-9d8f-4cad-8e11-d5c7057f245c req-0e35780c-ebc0-4070-9164-775e67cbf580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:05.754368 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-baa64760-9d8f-4cad-8e11-d5c7057f245c req-0e35780c-ebc0-4070-9164-775e67cbf580 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 1098 time: 0.1126797 May 25 16:48:05.766879 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 97469adc-838b-4620-8b51-d2438faa9909 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:05.767305 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.811184 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-baa64760-9d8f-4cad-8e11-d5c7057f245c req-364a854c-6737-4802-891e-e28137b169ad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497248 May 25 16:48:05.853150 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:48:06.384999 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3e5f7f50-0713-41c4-aac7-06ead3084613 req-9d2ae93f-b15a-4381-a033-e0a745a7877b tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 210 time: 0.0456073 May 25 16:48:06.519724 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6dcb2-1c77-47fb-b16b-17a6fb0602f3 req-2d6492cd-4da3-4d1b-929e-9731f01f3660 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:06.521185 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6ca6dcb2-1c77-47fb-b16b-17a6fb0602f3 req-2d6492cd-4da3-4d1b-929e-9731f01f3660 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 946 time: 0.0809958 May 25 16:48:06.572130 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6ca6dcb2-1c77-47fb-b16b-17a6fb0602f3 req-062ebd00-c886-4d16-ad0c-d8297b22dc06 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 May 25 16:48:06.940132 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d212f-9f53-44c0-8799-e6d5b174c6cd req-49cbbb66-f5ae-45ea-97ca-1b15ba8dc10c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:06.941725 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-864d212f-9f53-44c0-8799-e6d5b174c6cd req-49cbbb66-f5ae-45ea-97ca-1b15ba8dc10c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.0915377 May 25 16:48:06.989873 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-864d212f-9f53-44c0-8799-e6d5b174c6cd req-41c52b4e-3073-4aa1-b9ca-647e25359111 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 May 25 16:48:07.033060 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-50e5eae6-0537-49b6-bd56-a672d4a2bd8a tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=191a5670c1a347fca21e8f2392fbf1bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278265 May 25 16:48:07.197692 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-a7bd7744-7935-4406-8812-17addb276f82 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:07.201533 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-a7bd7744-7935-4406-8812-17addb276f82 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565957 May 25 16:48:07.214453 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Request body: {'port': {'device_id': '30c27437-5bdf-4016-a750-db356f5a3aef', 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891', 'admin_state_up': True, 'tenant_id': '191a5670c1a347fca21e8f2392fbf1bf'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:07.485308 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:07.492506 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Usage tracker for resource:port and tenant:191a5670c1a347fca21e8f2392fbf1bf is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:07.502808 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cab32-983d-41b4-8301-3cc42bdd5368 req-0a1a0f2a-83bb-4239-9864-e9dcb55db66d tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:07.504282 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5e9cab32-983d-41b4-8301-3cc42bdd5368 req-0a1a0f2a-83bb-4239-9864-e9dcb55db66d tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 946 time: 0.1529438 May 25 16:48:07.506354 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:07.548519 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:07.595890 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-611a5fe8-1344-497c-8ae5-1e6e5bebc858 req-04422aa5-a34f-4629-802b-a8a09bac72fa tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 210 time: 0.0906103 May 25 16:48:07.707764 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-5e9cab32-983d-41b4-8301-3cc42bdd5368 req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Deleting port 74bc08c1-1753-4b59-87cb-255a59d0215d {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:07.708109 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5e9cab32-983d-41b4-8301-3cc42bdd5368 req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.728290 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Made reservation on behalf of 191a5670c1a347fca21e8f2392fbf1bf for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:07.731680 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.839897 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.886263 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:07.900394 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Usage tracker for resource:security_group_rule and tenant:191a5670c1a347fca21e8f2392fbf1bf is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:07.915907 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:07.928071 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:07.977412 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-5e9cab32-983d-41b4-8301-3cc42bdd5368 req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] For port 74bc08c1-1753-4b59-87cb-255a59d0215d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=74bc08c1-1753-4b59-87cb-255a59d0215d,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:07.977772 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5e9cab32-983d-41b4-8301-3cc42bdd5368 req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.000929 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0262b79-cf96-436d-ba87-186e292ae9ed req-31b9efac-3f9c-430c-8f39-459e3c880018 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:08.002574 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a0262b79-cf96-436d-ba87-186e292ae9ed req-31b9efac-3f9c-430c-8f39-459e3c880018 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 946 time: 0.2800040 May 25 16:48:08.142950 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-5e9cab32-983d-41b4-8301-3cc42bdd5368 req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Calling delete_port for 74bc08c1-1753-4b59-87cb-255a59d0215d owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:08.231339 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a0262b79-cf96-436d-ba87-186e292ae9ed req-e5eba68c-5c49-4fd6-ad29-41df2c106ee4 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673787 May 25 16:48:08.253073 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.355696 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.369789 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-4dfef71e-d354-450e-ba62-a6152f302957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:08.477913 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b3b478-b069-4e88-8098-ad7ed752abe9,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:08.484958 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:08.551770 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5e9cab32-983d-41b4-8301-3cc42bdd5368 req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.563576 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['f927a76c-fec9-43e5-b79f-12f7ba3f8378', '0abc9c67-bae6-421f-80e2-ad10c3cdeb09', '74bc08c1-1753-4b59-87cb-255a59d0215d'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:48:08.564123 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:08.618519 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Pushing event deleted for resources: {'Port': ['ID=74bc08c1-1753-4b59-87cb-255a59d0215d,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:08.628331 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb44eda-2cc6-4e24-b8a3-eabcb43c3420 req-f1eed0b9-6f87-4355-8295-8becc3bd10d1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:08.629855 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1eb44eda-2cc6-4e24-b8a3-eabcb43c3420 req-f1eed0b9-6f87-4355-8295-8becc3bd10d1 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.3251615 May 25 16:48:08.667419 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:08.730952 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Allocated IP 192.168.233.95 (e21ec7c2-6ec3-46cc-9502-3f9f37828891/9ee537aa-b190-408a-ae37-a15d3499669b/8f161c3c-b074-4f0d-b80f-6f74a3a96f16) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:08.741941 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9cab32-983d-41b4-8301-3cc42bdd5368 req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] No DVR routers for this DVR port 74bc08c1-1753-4b59-87cb-255a59d0215d on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:08.753167 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5e9cab32-983d-41b4-8301-3cc42bdd5368 req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.763770 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cca0a2-c026-4e59-bf24-e0a298efdea6', 'name': 'network-vif-deleted', 'tag': '74bc08c1-1753-4b59-87cb-255a59d0215d'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:08.827143 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0a48e6e0-4e08-45b7-b4e3-fbf68b0ef4b9 req-4307232d-fde6-41f4-865d-b3b408867b18 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 210 time: 0.0807693 May 25 16:48:08.849438 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1eb44eda-2cc6-4e24-b8a3-eabcb43c3420 req-0178f697-348d-4a0b-9acf-b438744cbdae tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741941 May 25 16:48:08.928623 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cca0a2-c026-4e59-bf24-e0a298efdea6', 'name': 'network-vif-deleted', 'tag': '74bc08c1-1753-4b59-87cb-255a59d0215d', 'status': 'completed', 'code': 200} May 25 16:48:08.981251 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5e9cab32-983d-41b4-8301-3cc42bdd5368 req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "DELETE /v2.0/ports/74bc08c1-1753-4b59-87cb-255a59d0215d HTTP/1.1" status: 204 len: 173 time: 1.4707782 May 25 16:48:09.068743 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.084786 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Transition to ACTIVE for port object 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 will not be triggered until provisioned by entity DHCP. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:09.238521 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.244935 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:09.446827 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Network e21ec7c2-6ec3-46cc-9502-3f9f37828891 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:09.450857 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-76577ee1-e7ee-4fa9-a2b0-98e560b7dbed req-df829102-8469-4d64-9a53-f4d763abb810 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Synchronizing usage tracker for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:09.453479 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:09.458880 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:09.469181 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:09.469181 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.483898 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Pushing event updated for resources: {'Port': ['ID=8f161c3c-b074-4f0d-b80f-6f74a3a96f16,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:09.490118 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:09.600474 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3897219 May 25 16:48:09.606499 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-76577ee1-e7ee-4fa9-a2b0-98e560b7dbed req-df829102-8469-4d64-9a53-f4d763abb810 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Unset dirty status for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:09.607598 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76577ee1-e7ee-4fa9-a2b0-98e560b7dbed req-df829102-8469-4d64-9a53-f4d763abb810 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cca0a2-c026-4e59-bf24-e0a298efdea6 HTTP/1.1" status: 200 len: 210 time: 0.2201595 May 25 16:48:09.621970 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Request body: {'port': {'device_id': '30c27437-5bdf-4016-a750-db356f5a3aef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:09.756776 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-57edcbf8-f3cb-4590-ab48-9154e7363dc3 None None] Provisioning for port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:09.764241 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-57edcbf8-f3cb-4590-ab48-9154e7363dc3 None None] Provisioning complete for port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:09.764623 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-57edcbf8-f3cb-4590-ab48-9154e7363dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.783721 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.797764 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb531a-33ad-46e4-adeb-f1972d172825 req-0d2a615c-a5f9-4bfb-a489-a676153d46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:09.799228 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-47bb531a-33ad-46e4-adeb-f1972d172825 req-0d2a615c-a5f9-4bfb-a489-a676153d46a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fe1a879e86b465aa8757786b17618b4&device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 1098 time: 0.2459300 May 25 16:48:09.812165 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f89aa-2800-4ae3-b871-25b4ef0ad210 req-bd4feef0-7386-48c3-b855-f3e7d35741ac tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:09.813641 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7e2f89aa-2800-4ae3-b871-25b4ef0ad210 req-bd4feef0-7386-48c3-b855-f3e7d35741ac tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.2945065 May 25 16:48:09.825028 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-57edcbf8-f3cb-4590-ab48-9154e7363dc3 None None] Port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:10.112881 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7e2f89aa-2800-4ae3-b871-25b4ef0ad210 req-36063381-b8fa-4bb6-92fa-95833722fd05 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488654 May 25 16:48:10.255169 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb531a-33ad-46e4-adeb-f1972d172825 req-f5ea3679-3442-4e41-96f9-7517d1c8ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:10.256610 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-47bb531a-33ad-46e4-adeb-f1972d172825 req-f5ea3679-3442-4e41-96f9-7517d1c8ca55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 200 len: 920 time: 0.4409146 May 25 16:48:10.356861 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b0b6b-5a27-485d-9773-5b49d6993d47 req-92fcd22c-3d66-4cd5-bf1f-d325ad097824 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:10.357583 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-1a6b0b6b-5a27-485d-9773-5b49d6993d47 req-92fcd22c-3d66-4cd5-bf1f-d325ad097824 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Synchronizing usage tracker for tenant:191a5670c1a347fca21e8f2392fbf1bf on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:10.363284 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-47bb531a-33ad-46e4-adeb-f1972d172825 req-59008e05-f7fe-4c72-9d88-11d802b5d9ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d24ce1b7-7b42-49b2-b718-5bea095e1876 HTTP/1.1" status: 200 len: 217 time: 0.0977364 May 25 16:48:10.453974 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb531a-33ad-46e4-adeb-f1972d172825 req-36d75641-02a2-498e-818a-e3db20ba6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:10.455686 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-47bb531a-33ad-46e4-adeb-f1972d172825 req-36d75641-02a2-498e-818a-e3db20ba6d40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d92ea816-ea27-4895-99f6-b3d634b82c00 HTTP/1.1" status: 200 len: 858 time: 0.0836337 May 25 16:48:10.550042 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-47bb531a-33ad-46e4-adeb-f1972d172825 req-1bc06f9f-554b-47cc-b49d-65647747666c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ccda8b5-013d-424f-a62b-c8cbf4c805b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844872 May 25 16:48:10.550593 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-1a6b0b6b-5a27-485d-9773-5b49d6993d47 req-92fcd22c-3d66-4cd5-bf1f-d325ad097824 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Unset dirty status for tenant:191a5670c1a347fca21e8f2392fbf1bf on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:10.551578 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1a6b0b6b-5a27-485d-9773-5b49d6993d47 req-92fcd22c-3d66-4cd5-bf1f-d325ad097824 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 935 time: 0.5987175 May 25 16:48:10.612526 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:48:10.674522 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.716263 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Transition to ACTIVE for port object 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:10.722015 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-1a6b0b6b-5a27-485d-9773-5b49d6993d47 req-49710565-3bd5-4743-aeea-a5972ffb6b11 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Synchronizing usage tracker for tenant:191a5670c1a347fca21e8f2392fbf1bf on resource:security_group {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:10.766857 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-47bb531a-33ad-46e4-adeb-f1972d172825 req-9a4ae276-b3b7-4234-a8d0-a6045f9ab372 service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090449 May 25 16:48:10.777681 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.799020 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b3a7e65a-95bf-473f-80b8-f4c2387cb652 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:10.904381 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-1a6b0b6b-5a27-485d-9773-5b49d6993d47 req-49710565-3bd5-4743-aeea-a5972ffb6b11 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Unset dirty status for tenant:191a5670c1a347fca21e8f2392fbf1bf on resource:security_group {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:10.905460 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1a6b0b6b-5a27-485d-9773-5b49d6993d47 req-49710565-3bd5-4743-aeea-a5972ffb6b11 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465188 May 25 16:48:10.978571 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 74bc08c1-1753-4b59-87cb-255a59d0215d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:11.015707 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: 74bc08c1-1753-4b59-87cb-255a59d0215d {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:11.016362 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 74bc08c1-1753-4b59-87cb-255a59d0215d not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:11.099006 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Pushing event updated for resources: {'Port': ['ID=8f161c3c-b074-4f0d-b80f-6f74a3a96f16,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:11.116811 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:11.192500 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-47bb531a-33ad-46e4-adeb-f1972d172825 req-c573203c-5bbc-4a58-94e7-904a1a0135cd service neutron] 10.222.0.39 "GET /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171209 May 25 16:48:11.193060 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Attempting to bind port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:11.193412 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Attempting to bind port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '916a0958-d653-4144-b24e-2b37d344672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:11.193727 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Attempting to bind port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 on network e21ec7c2-6ec3-46cc-9502-3f9f37828891 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:11.199535 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 on network e21ec7c2-6ec3-46cc-9502-3f9f37828891 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:48:11.199847 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Attempting to bind port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 on network e21ec7c2-6ec3-46cc-9502-3f9f37828891 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:11.205578 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:11.205908 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Checking segment: {'id': '916a0958-d653-4144-b24e-2b37d344672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:11.206279 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Bound using segment: {'id': '916a0958-d653-4144-b24e-2b37d344672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:11.206703 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Bound port: 8f161c3c-b074-4f0d-b80f-6f74a3a96f16, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916a0958-d653-4144-b24e-2b37d344672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:11.207044 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.363249 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] For port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:11.368621 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] For port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8f161c3c-b074-4f0d-b80f-6f74a3a96f16,segment=NetworkSegment(916a0958-d653-4144-b24e-2b37d344672a),segment_id=916a0958-d653-4144-b24e-2b37d344672a)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:11.381423 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e61c7-e85b-4046-8f53-eb5e2396587a req-c2793f76-8395-4ad4-9c8c-11194d519a59 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:11.383299 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-070e61c7-e85b-4046-8f53-eb5e2396587a req-c2793f76-8395-4ad4-9c8c-11194d519a59 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1357048 May 25 16:48:11.430785 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-070e61c7-e85b-4046-8f53-eb5e2396587a req-c3a3056e-91df-4049-918c-ea3da4dfe161 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415134 May 25 16:48:11.443383 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.448118 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:11.512916 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:11.513552 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.514909 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] 10.222.0.39 "PUT /v2.0/ports/8f161c3c-b074-4f0d-b80f-6f74a3a96f16 HTTP/1.1" status: 200 len: 1097 time: 1.9010305 May 25 16:48:11.516529 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c27437-5bdf-4016-a750-db356f5a3aef', 'tag': '8f161c3c-b074-4f0d-b80f-6f74a3a96f16'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:11.574815 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c27437-5bdf-4016-a750-db356f5a3aef', 'tag': '8f161c3c-b074-4f0d-b80f-6f74a3a96f16', 'status': 'completed', 'code': 200} May 25 16:48:11.596747 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Pushing event updated for resources: {'Port': ['ID=8f161c3c-b074-4f0d-b80f-6f74a3a96f16,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:11.602564 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:11.696145 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca723ab6-d718-40f5-a817-0bd0f468fe05 req-278dc6b3-4db6-4b64-bd0b-3f8ff5a7a0c9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:11.697684 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ca723ab6-d718-40f5-a817-0bd0f468fe05 req-278dc6b3-4db6-4b64-bd0b-3f8ff5a7a0c9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 945 time: 0.1819351 May 25 16:48:11.720723 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c82c7-fb39-4375-8c73-702b81834d68 req-ec71cd04-f496-4a8f-a85f-0d47f1895d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:11.722158 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ba2c82c7-fb39-4375-8c73-702b81834d68 req-ec71cd04-f496-4a8f-a85f-0d47f1895d7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=191a5670c1a347fca21e8f2392fbf1bf&device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 1100 time: 0.1144421 May 25 16:48:11.774234 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ba2c82c7-fb39-4375-8c73-702b81834d68 req-c4eaa169-cfa0-4369-bae6-bcdc7be97bcb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=191a5670c1a347fca21e8f2392fbf1bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360034 May 25 16:48:11.777105 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ca723ab6-d718-40f5-a817-0bd0f468fe05 req-33968108-ef26-4b1c-85e5-b45dcd090b91 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717020 May 25 16:48:11.914694 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c82c7-fb39-4375-8c73-702b81834d68 req-6c67131a-78ee-4b19-9ff7-e64ee65d3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:11.916116 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ba2c82c7-fb39-4375-8c73-702b81834d68 req-6c67131a-78ee-4b19-9ff7-e64ee65d3d26 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1350999 May 25 16:48:12.083394 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-8ca7df87-b5c2-485f-80b4-b42c8fafebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:12.084856 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-8ca7df87-b5c2-485f-80b4-b42c8fafebb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=191a5670c1a347fca21e8f2392fbf1bf&device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 1100 time: 0.1253819 May 25 16:48:12.165822 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-d79e23ef-07fe-4ed0-995e-94b6572a017b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8f161c3c-b074-4f0d-b80f-6f74a3a96f16 HTTP/1.1" status: 200 len: 217 time: 0.0697381 May 25 16:48:12.173415 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e7d7c-cca1-4ed4-8782-28d2d3ad6156 req-6930557c-bdad-4ffd-9155-b76ac3c10ca5 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:12.174808 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-441e7d7c-cca1-4ed4-8782-28d2d3ad6156 req-6930557c-bdad-4ffd-9155-b76ac3c10ca5 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.1579719 May 25 16:48:12.264278 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-a0c698c2-7006-46fc-b5f9-b861f85545d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:12.265608 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-a0c698c2-7006-46fc-b5f9-b861f85545d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ee537aa-b190-408a-ae37-a15d3499669b HTTP/1.1" status: 200 len: 843 time: 0.0899158 May 25 16:48:12.273073 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-441e7d7c-cca1-4ed4-8782-28d2d3ad6156 req-afb0fe8d-aa17-4258-a87a-8dd9811cb8ae tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647118 May 25 16:48:12.348096 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-f7ee358b-347d-48b9-b5ef-7b7e5d9ee860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:12.349633 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-f7ee358b-347d-48b9-b5ef-7b7e5d9ee860 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21ec7c2-6ec3-46cc-9502-3f9f37828891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733495 May 25 16:48:12.508279 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-3c756a69-96c8-4abc-8a0b-ac10b9e8f159 service neutron] 10.222.0.39 "GET /v2.0/networks/e21ec7c2-6ec3-46cc-9502-3f9f37828891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481588 May 25 16:48:12.701449 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77d275cd-8ced-48eb-b2c9-ad27dedacf7d req-49f78db4-2340-4876-85bf-3f9d26208349 service neutron] 10.222.0.39 "GET /v2.0/networks/e21ec7c2-6ec3-46cc-9502-3f9f37828891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864798 May 25 16:48:12.717004 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36877a3-1d02-49d4-be3f-ffd572da68e2 req-ca179108-845a-4ee5-8d5e-a91ae18d5e7c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:12.718506 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e36877a3-1d02-49d4-be3f-ffd572da68e2 req-ca179108-845a-4ee5-8d5e-a91ae18d5e7c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1334217 May 25 16:48:12.767051 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e36877a3-1d02-49d4-be3f-ffd572da68e2 req-0a1f5290-65dc-4a66-a6b7-2bb4324c09e0 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 May 25 16:48:12.969755 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313c27a-49af-4742-971e-453b38320adb req-3ff5b0f8-02c4-4766-900b-0e408225c0e7 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:12.971254 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a313c27a-49af-4742-971e-453b38320adb req-3ff5b0f8-02c4-4766-900b-0e408225c0e7 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 945 time: 0.0813634 May 25 16:48:13.020349 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a313c27a-49af-4742-971e-453b38320adb req-57613a3f-cd5f-4aef-8db1-2602cfda3f93 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 May 25 16:48:13.484867 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb32d-f57e-4bd2-aac0-5149801afc6d req-f82408ae-6380-43b2-b98b-114878713ad9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:13.486372 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-324cb32d-f57e-4bd2-aac0-5149801afc6d req-f82408ae-6380-43b2-b98b-114878713ad9 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 945 time: 0.2339544 May 25 16:48:13.503252 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85336f-84dd-4d1e-8fef-ad2257da852a req-473704d0-6a8d-4fdd-b9b1-05307dc3bc65 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:13.504701 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ca85336f-84dd-4d1e-8fef-ad2257da852a req-473704d0-6a8d-4fdd-b9b1-05307dc3bc65 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.1142397 May 25 16:48:13.643862 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ca85336f-84dd-4d1e-8fef-ad2257da852a req-ec69b986-96aa-4492-818e-d183c2fd57f9 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037505 May 25 16:48:13.681162 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-324cb32d-f57e-4bd2-aac0-5149801afc6d req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Deleting port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:13.686093 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-324cb32d-f57e-4bd2-aac0-5149801afc6d req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.825872 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-324cb32d-f57e-4bd2-aac0-5149801afc6d req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] For port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0abc9c67-bae6-421f-80e2-ad10c3cdeb09,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:13.826466 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-324cb32d-f57e-4bd2-aac0-5149801afc6d req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.981875 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-324cb32d-f57e-4bd2-aac0-5149801afc6d req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Calling delete_port for 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:14.056659 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a860c-ef0a-4998-b963-e9b9191b0b83 req-5eecd29b-966b-46a3-9214-cadb35900c16 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:14.058615 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-669a860c-ef0a-4998-b963-e9b9191b0b83 req-5eecd29b-966b-46a3-9214-cadb35900c16 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1705134 May 25 16:48:14.191148 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-669a860c-ef0a-4998-b963-e9b9191b0b83 req-5c22d0a1-1ea9-49bd-bb89-25d4525b28c7 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266398 May 25 16:48:14.257360 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f7a58-f1f0-44e6-8379-bfd7fec87ab1 req-e1f84e89-db8a-4635-a1e3-6b7e028edb2e tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:14.266169 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-136f7a58-f1f0-44e6-8379-bfd7fec87ab1 req-e1f84e89-db8a-4635-a1e3-6b7e028edb2e tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 945 time: 0.1101365 May 25 16:48:14.310617 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-136f7a58-f1f0-44e6-8379-bfd7fec87ab1 req-72383e41-6ae4-40af-8c5f-28c2e6ff7952 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 May 25 16:48:14.311992 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-324cb32d-f57e-4bd2-aac0-5149801afc6d req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:14.318991 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f53a053a-4204-4776-a09a-30369fd03af3 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:14.329222 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['f927a76c-fec9-43e5-b79f-12f7ba3f8378', '0abc9c67-bae6-421f-80e2-ad10c3cdeb09'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:48:14.367922 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Pushing event deleted for resources: {'Port': ['ID=0abc9c67-bae6-421f-80e2-ad10c3cdeb09,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:14.370808 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:14.456822 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-324cb32d-f57e-4bd2-aac0-5149801afc6d req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] No DVR routers for this DVR port 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:14.459346 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-324cb32d-f57e-4bd2-aac0-5149801afc6d req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:14.464628 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308f982c-e96a-4cc1-a91e-fc0bfcc22c77', 'name': 'network-vif-deleted', 'tag': '0abc9c67-bae6-421f-80e2-ad10c3cdeb09'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:14.520734 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308f982c-e96a-4cc1-a91e-fc0bfcc22c77', 'name': 'network-vif-deleted', 'tag': '0abc9c67-bae6-421f-80e2-ad10c3cdeb09', 'status': 'completed', 'code': 200} May 25 16:48:14.541364 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-324cb32d-f57e-4bd2-aac0-5149801afc6d req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "DELETE /v2.0/ports/0abc9c67-bae6-421f-80e2-ad10c3cdeb09 HTTP/1.1" status: 204 len: 173 time: 1.0459237 May 25 16:48:14.845364 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6a77-9e8f-49c7-b9f4-176fd83a2742 req-56c59926-b0bf-4dfb-8e8b-b9dc9e44bcaa tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:14.852481 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-433b6a77-9e8f-49c7-b9f4-176fd83a2742 req-56c59926-b0bf-4dfb-8e8b-b9dc9e44bcaa tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.0966263 May 25 16:48:14.908671 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-433b6a77-9e8f-49c7-b9f4-176fd83a2742 req-7afbd18e-fca9-4773-b3e7-41cf6d8a82c3 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552812 May 25 16:48:15.489632 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-0f9a5eaf-be60-4a0e-adee-bc34d71e82a9 req-75a5b033-eb71-46df-9b59-a2fa678b5a3a tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Synchronizing usage tracker for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:15.569258 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-0f9a5eaf-be60-4a0e-adee-bc34d71e82a9 req-75a5b033-eb71-46df-9b59-a2fa678b5a3a tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Unset dirty status for tenant:7f2d0896b886409484a882f871864fa7 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:15.570584 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0f9a5eaf-be60-4a0e-adee-bc34d71e82a9 req-75a5b033-eb71-46df-9b59-a2fa678b5a3a tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=308f982c-e96a-4cc1-a91e-fc0bfcc22c77 HTTP/1.1" status: 200 len: 210 time: 0.1283534 May 25 16:48:16.136447 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d7415-99f3-4f8a-b15e-87e37369ac58 req-595bd585-2248-47e4-874d-f0d0d4c15516 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:16.138237 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e66d7415-99f3-4f8a-b15e-87e37369ac58 req-595bd585-2248-47e4-874d-f0d0d4c15516 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.0940490 May 25 16:48:16.185301 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e66d7415-99f3-4f8a-b15e-87e37369ac58 req-e64d9273-7bf6-4c74-892e-315a2f1113ce tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 May 25 16:48:17.026218 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:17.061783 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:17.062135 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 0abc9c67-bae6-421f-80e2-ad10c3cdeb09 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:17.380074 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737af1e2-6b7e-4d16-bdfd-d431bd2c1e6f req-ce6f44ee-527b-484e-a35a-e702f5db71a9 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:17.381561 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-737af1e2-6b7e-4d16-bdfd-d431bd2c1e6f req-ce6f44ee-527b-484e-a35a-e702f5db71a9 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.0889657 May 25 16:48:17.432367 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-737af1e2-6b7e-4d16-bdfd-d431bd2c1e6f req-7105ac3b-1694-4ea6-bbb7-622068cdea52 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449131 May 25 16:48:18.652900 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ad2bb-2caa-4d21-a968-fc1ebb38ca2c req-e73c44dc-53da-48df-8e48-4a10e57c8e0d tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:18.655285 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-569ad2bb-2caa-4d21-a968-fc1ebb38ca2c req-e73c44dc-53da-48df-8e48-4a10e57c8e0d tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.0977790 May 25 16:48:18.762470 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-569ad2bb-2caa-4d21-a968-fc1ebb38ca2c req-ba04694d-f87f-4b8f-831c-3fecad37c3bd tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972345 May 25 16:48:18.791734 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c991e-aa3c-46f7-ba45-95580f7921e1 req-71686327-a146-4c33-a7bf-c27f07fd9aca tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:18.793380 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4c2c991e-aa3c-46f7-ba45-95580f7921e1 req-71686327-a146-4c33-a7bf-c27f07fd9aca tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 945 time: 0.1072226 May 25 16:48:18.845054 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4c2c991e-aa3c-46f7-ba45-95580f7921e1 req-84aa8d9f-81a1-4417-8995-434003b51c28 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 May 25 16:48:19.413247 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6c079-db45-408e-b22f-f2e3fa84d2dc req-c540729e-2134-4ee8-b499-032fb6b7f9cf tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:19.414725 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-58f6c079-db45-408e-b22f-f2e3fa84d2dc req-c540729e-2134-4ee8-b499-032fb6b7f9cf tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.0836923 May 25 16:48:19.528299 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-58f6c079-db45-408e-b22f-f2e3fa84d2dc req-2c700f48-06fe-4453-8f96-3194bba3b9a4 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073356 May 25 16:48:19.953657 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63700a-4a91-4736-988d-1f9a7aec3690 req-6975cbab-7b02-4656-98ee-eb6c0bddb3c8 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:19.955402 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5e63700a-4a91-4736-988d-1f9a7aec3690 req-6975cbab-7b02-4656-98ee-eb6c0bddb3c8 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.0848134 May 25 16:48:20.057860 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5e63700a-4a91-4736-988d-1f9a7aec3690 req-49ef578c-61a9-4502-b184-e41319922767 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667543 May 25 16:48:20.078775 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbf1c8-0215-44b0-8811-0efef1f51200 req-c514b8bd-fd76-443c-ae8e-11b02d96d9ae tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:20.080561 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6acbf1c8-0215-44b0-8811-0efef1f51200 req-c514b8bd-fd76-443c-ae8e-11b02d96d9ae tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 945 time: 0.1215825 May 25 16:48:20.128138 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6acbf1c8-0215-44b0-8811-0efef1f51200 req-fd6789c9-2e24-4443-b2b2-35e841d179cc tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 May 25 16:48:20.728456 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45bce1-caa2-4a39-b6f8-433ea4d439f3 req-f267d3de-06a9-4d0b-b94a-83deb891515d tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:20.730056 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6e45bce1-caa2-4a39-b6f8-433ea4d439f3 req-f267d3de-06a9-4d0b-b94a-83deb891515d tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 945 time: 0.0888011 May 25 16:48:20.929961 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d39c07-6a75-4d18-9338-414041a4cc64 req-3775e7c6-03c9-4bf8-9de4-7a33bee39a85 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:20.931396 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0d39c07-6a75-4d18-9338-414041a4cc64 req-3775e7c6-03c9-4bf8-9de4-7a33bee39a85 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1418929 May 25 16:48:20.967748 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-6e45bce1-caa2-4a39-b6f8-433ea4d439f3 req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Deleting port f927a76c-fec9-43e5-b79f-12f7ba3f8378 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:20.968526 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-6e45bce1-caa2-4a39-b6f8-433ea4d439f3 req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.057195 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0d39c07-6a75-4d18-9338-414041a4cc64 req-d2bb0021-a223-4aa6-987a-1c54391b8fd4 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175559 May 25 16:48:21.125781 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-6e45bce1-caa2-4a39-b6f8-433ea4d439f3 req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] For port f927a76c-fec9-43e5-b79f-12f7ba3f8378, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f927a76c-fec9-43e5-b79f-12f7ba3f8378,segment=NetworkSegment(f22d4a02-c127-42a4-bef8-54db6e5bb9ab),segment_id=f22d4a02-c127-42a4-bef8-54db6e5bb9ab)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:21.126138 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-6e45bce1-caa2-4a39-b6f8-433ea4d439f3 req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.294298 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-6e45bce1-caa2-4a39-b6f8-433ea4d439f3 req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Calling delete_port for f927a76c-fec9-43e5-b79f-12f7ba3f8378 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:21.442709 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af869bda-155a-4ca2-b26b-8264e35e982c req-6b342cad-842d-47bb-84fb-c702f2bc95df tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:21.444715 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-af869bda-155a-4ca2-b26b-8264e35e982c req-6b342cad-842d-47bb-84fb-c702f2bc95df tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/ports?device_id=e121eec1-1756-4386-ac53-59070b945911 HTTP/1.1" status: 200 len: 945 time: 0.1567760 May 25 16:48:21.452692 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b73c2-21d0-48d2-91ae-dd179074ff5b req-d307f829-fd9f-4001-9a58-317cbfb1a9d2 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:21.454065 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-df3b73c2-21d0-48d2-91ae-dd179074ff5b req-d307f829-fd9f-4001-9a58-317cbfb1a9d2 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.2566659 May 25 16:48:21.578979 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-df3b73c2-21d0-48d2-91ae-dd179074ff5b req-6794b322-b1d8-406a-89a6-f5fb662885a8 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095614 May 25 16:48:21.581798 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-af869bda-155a-4ca2-b26b-8264e35e982c req-378aa8bc-4bd0-436e-84dc-8c44bc9dc94a tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.49 "GET /v2.0/security-groups?id=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260829 May 25 16:48:21.643527 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-6e45bce1-caa2-4a39-b6f8-433ea4d439f3 req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.650405 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:21.656372 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['f927a76c-fec9-43e5-b79f-12f7ba3f8378'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:48:21.732793 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Pushing event deleted for resources: {'Port': ['ID=f927a76c-fec9-43e5-b79f-12f7ba3f8378,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:21.735231 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:21.785362 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e45bce1-caa2-4a39-b6f8-433ea4d439f3 req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] No DVR routers for this DVR port f927a76c-fec9-43e5-b79f-12f7ba3f8378 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:21.788604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-6e45bce1-caa2-4a39-b6f8-433ea4d439f3 req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.791206 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e121eec1-1756-4386-ac53-59070b945911', 'name': 'network-vif-deleted', 'tag': 'f927a76c-fec9-43e5-b79f-12f7ba3f8378'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:21.837772 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e121eec1-1756-4386-ac53-59070b945911', 'name': 'network-vif-deleted', 'tag': 'f927a76c-fec9-43e5-b79f-12f7ba3f8378', 'status': 'completed', 'code': 200} May 25 16:48:21.860857 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6e45bce1-caa2-4a39-b6f8-433ea4d439f3 req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] 10.222.0.39 "DELETE /v2.0/ports/f927a76c-fec9-43e5-b79f-12f7ba3f8378 HTTP/1.1" status: 204 len: 173 time: 1.1163237 May 25 16:48:22.247961 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c282-bc17-4262-8652-edd28aac29df req-beffcccb-03fa-420c-a087-1881b909f6ba tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:22.249481 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5e27c282-bc17-4262-8652-edd28aac29df req-beffcccb-03fa-420c-a087-1881b909f6ba tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1417704 May 25 16:48:22.317933 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c940d-cadc-4883-8a8e-bdf2da509f46 req-c3f97666-3072-4c31-b4d2-edc24ea0c3a6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:22.319414 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d7c940d-cadc-4883-8a8e-bdf2da509f46 req-c3f97666-3072-4c31-b4d2-edc24ea0c3a6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 946 time: 0.1499872 May 25 16:48:22.415902 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d7c940d-cadc-4883-8a8e-bdf2da509f46 req-d9e71289-4098-4753-8479-713be45b112b tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907433 May 25 16:48:22.437021 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-5e27c282-bc17-4262-8652-edd28aac29df req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Deleting port 19b74789-6e92-4ec1-8f85-c1784238dbc8 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:22.437610 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5e27c282-bc17-4262-8652-edd28aac29df req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.664909 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-5e27c282-bc17-4262-8652-edd28aac29df req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] For port 19b74789-6e92-4ec1-8f85-c1784238dbc8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=19b74789-6e92-4ec1-8f85-c1784238dbc8,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:22.665987 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5e27c282-bc17-4262-8652-edd28aac29df req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.834355 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-5e27c282-bc17-4262-8652-edd28aac29df req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Calling delete_port for 19b74789-6e92-4ec1-8f85-c1784238dbc8 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:22.903125 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b01065-35ae-4d91-8603-b0d7c92b8d5f req-03ac5367-2240-4273-84dc-0d4a8f12deba tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:22.904596 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-64b01065-35ae-4d91-8603-b0d7c92b8d5f req-03ac5367-2240-4273-84dc-0d4a8f12deba tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.1680765 May 25 16:48:22.999181 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-64b01065-35ae-4d91-8603-b0d7c92b8d5f req-1012577b-d6fe-47d9-b068-85c689bdf16b tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858090 May 25 16:48:23.084058 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 56178) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.118915 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5e27c282-bc17-4262-8652-edd28aac29df req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.127698 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-80f2319b-8386-41ce-badf-f5719673950b tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:23.130079 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['d24ce1b7-7b42-49b2-b718-5bea095e1876'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:48:23.185313 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Pushing event deleted for resources: {'Port': ['ID=19b74789-6e92-4ec1-8f85-c1784238dbc8,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:23.193319 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:23.264076 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b6cdb9-413b-4b69-a7a4-b4bd6fc52cec admin admin] Deleting subnet 0edd47ab-d383-40ea-a08d-709643e97121 {{(pid=98881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:23.271312 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e27c282-bc17-4262-8652-edd28aac29df req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] No DVR routers for this DVR port 19b74789-6e92-4ec1-8f85-c1784238dbc8 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:23.272905 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-36b6cdb9-413b-4b69-a7a4-b4bd6fc52cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.302729 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5e27c282-bc17-4262-8652-edd28aac29df req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.339868 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-36b6cdb9-413b-4b69-a7a4-b4bd6fc52cec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.345292 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-36b6cdb9-413b-4b69-a7a4-b4bd6fc52cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.457162 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5e27c282-bc17-4262-8652-edd28aac29df req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.39 "DELETE /v2.0/ports/19b74789-6e92-4ec1-8f85-c1784238dbc8 HTTP/1.1" status: 204 len: 173 time: 1.1994636 May 25 16:48:23.610720 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-34272a42-d975-4119-9782-4b713523feb4 req-5a6d493c-4952-4ab6-9394-9e11adbfcf03 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Synchronizing usage tracker for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:23.746038 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-34272a42-d975-4119-9782-4b713523feb4 req-5a6d493c-4952-4ab6-9394-9e11adbfcf03 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Unset dirty status for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:23.747246 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-34272a42-d975-4119-9782-4b713523feb4 req-5a6d493c-4952-4ab6-9394-9e11adbfcf03 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca22a41b-de97-4ac3-a5cf-4d94b76d2842 HTTP/1.1" status: 200 len: 210 time: 0.2196102 May 25 16:48:23.809412 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-36b6cdb9-413b-4b69-a7a4-b4bd6fc52cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625'] for subnet, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.813635 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:23.844076 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca22a41b-de97-4ac3-a5cf-4d94b76d2842', 'name': 'network-vif-deleted', 'tag': '19b74789-6e92-4ec1-8f85-c1784238dbc8'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:23.856084 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6cdb9-413b-4b69-a7a4-b4bd6fc52cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0edd47ab-d383-40ea-a08d-709643e97121,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:23.859789 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-36b6cdb9-413b-4b69-a7a4-b4bd6fc52cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:23.862243 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-36b6cdb9-413b-4b69-a7a4-b4bd6fc52cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.868370 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-36b6cdb9-413b-4b69-a7a4-b4bd6fc52cec admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0edd47ab-d383-40ea-a08d-709643e97121 HTTP/1.1" status: 204 len: 168 time: 0.7831819 May 25 16:48:23.871241 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56190) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.900054 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca22a41b-de97-4ac3-a5cf-4d94b76d2842', 'name': 'network-vif-deleted', 'tag': '19b74789-6e92-4ec1-8f85-c1784238dbc8', 'status': 'completed', 'code': 200} May 25 16:48:23.981765 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.172222 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.186204 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd84780-79c2-49f4-8712-6e957fa2a968']}} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:24.199564 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab') {'for_net_delete': True} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:24.203801 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22d4a02-c127-42a4-bef8-54db6e5bb9ab') {} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:24.212994 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141373'] for segment, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.214320 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7528f9-04fe-42ab-b2d9-0d8fd9c83aab req-a0f67afe-b1ad-45ce-a873-11f5957edcdd tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:24.215819 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ed7528f9-04fe-42ab-b2d9-0d8fd9c83aab req-a0f67afe-b1ad-45ce-a873-11f5957edcdd tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.1035376 May 25 16:48:24.229115 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.235384 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=98882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:24.235800 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287331'] for segment, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: Traceback (most recent call last): May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: timer() May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: cb(*args, **kw) May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: return func(*args, **kwargs) May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: self._notify() May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: self.callback(batched_events) May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: event.method(event) May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: return f(self, *a, **k) May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: return self._get(url).json() May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: return self.request(url, 'GET', **kwargs) May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:24.248741 dv-cinder-786386-6-smb neutron-server[98882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:24.269030 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ed7528f9-04fe-42ab-b2d9-0d8fd9c83aab req-6df14e44-73e7-46da-b71c-3759feab2e86 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453579 May 25 16:48:24.397661 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.402797 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.406286 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:24.427300 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd84780-79c2-49f4-8712-6e957fa2a968,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:24.430334 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:24.484260 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-86bd866d-bfdf-4d52-ba19-ae77ec5be953 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3cd84780-79c2-49f4-8712-6e957fa2a968 HTTP/1.1" status: 204 len: 168 time: 0.6121569 May 25 16:48:24.833543 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56204) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:24.891150 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-622a9d66-4326-421c-8c8d-f39ca6cd4871 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f2d0896b886409484a882f871864fa7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541401 May 25 16:48:24.891761 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56210) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:24.966239 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8114728d-ed90-4be6-8435-c8f46d0d2b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.996205 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8114728d-ed90-4be6-8435-c8f46d0d2b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.083440 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 19b74789-6e92-4ec1-8f85-c1784238dbc8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:25.113911 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-53197a22-cbdc-43bf-9dba-c48000747fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.123218 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: 19b74789-6e92-4ec1-8f85-c1784238dbc8 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:25.123572 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 19b74789-6e92-4ec1-8f85-c1784238dbc8 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:25.124002 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device f927a76c-fec9-43e5-b79f-12f7ba3f8378 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:25.153181 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8114728d-ed90-4be6-8435-c8f46d0d2b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.157233 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d1d08e0e-d8f4-414d-ae3d-5051a11cf42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:25.157536 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: f927a76c-fec9-43e5-b79f-12f7ba3f8378 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:25.157899 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device f927a76c-fec9-43e5-b79f-12f7ba3f8378 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:25.171056 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114728d-ed90-4be6-8435-c8f46d0d2b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:25.175448 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8114728d-ed90-4be6-8435-c8f46d0d2b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:25.253405 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8114728d-ed90-4be6-8435-c8f46d0d2b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.254437 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-8114728d-ed90-4be6-8435-c8f46d0d2b07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21aa8ca6-8f5e-4420-a5cb-3b0703d57fbb HTTP/1.1" status: 204 len: 168 time: 0.3621929 May 25 16:48:25.444081 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4675dcc-6459-43cb-b8c2-0678036c1f6f req-314b84a7-08cc-4d0f-9abe-90badaed2a57 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:25.445581 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a4675dcc-6459-43cb-b8c2-0678036c1f6f req-314b84a7-08cc-4d0f-9abe-90badaed2a57 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.0834193 May 25 16:48:25.492843 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a4675dcc-6459-43cb-b8c2-0678036c1f6f req-b1db0104-561c-4617-9472-7fa238cb72b9 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416048 May 25 16:48:25.688685 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83efd2-3766-4c0a-a33d-d4326b14d4c3 req-6f94e389-cf89-42ec-bd16-462d111470f2 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:25.690171 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e83efd2-3766-4c0a-a33d-d4326b14d4c3 req-6f94e389-cf89-42ec-bd16-462d111470f2 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.0876567 May 25 16:48:25.740609 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e83efd2-3766-4c0a-a33d-d4326b14d4c3 req-6feb5bb5-f294-49d8-9702-6d802ec4d20c tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445395 May 25 16:48:25.945765 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:26.692742 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40de7c-7a0d-4634-851b-72cff7e4bbc9 req-5df08455-8e30-4a12-a4cc-88503438a98d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:26.694907 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4c40de7c-7a0d-4634-851b-72cff7e4bbc9 req-5df08455-8e30-4a12-a4cc-88503438a98d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.0894108 May 25 16:48:26.746576 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4c40de7c-7a0d-4634-851b-72cff7e4bbc9 req-1ee9df76-408e-4bfd-bdd7-02f3c78ca03c tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450752 May 25 16:48:26.931169 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cb0d4-7c4d-4b64-b99e-e21d1ac2b78a req-f58145ba-6d74-4890-b8c5-75cea9e80a37 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:26.932690 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-076cb0d4-7c4d-4b64-b99e-e21d1ac2b78a req-f58145ba-6d74-4890-b8c5-75cea9e80a37 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.0842319 May 25 16:48:26.984221 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-076cb0d4-7c4d-4b64-b99e-e21d1ac2b78a req-463bffc5-02b7-4e86-9101-2a04ab6fcfe3 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458124 May 25 16:48:27.460920 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.505855 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-6ed70457-e686-432c-8504-da74d13eae76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.920474 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56292) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:27.947119 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ee842-dcc0-47ed-b746-c26e2fc4b0ff req-9e27926d-20b6-401f-9f45-80939e2a674d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:27.951244 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-211ee842-dcc0-47ed-b746-c26e2fc4b0ff req-9e27926d-20b6-401f-9f45-80939e2a674d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.0891411 May 25 16:48:28.088246 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f1d500d5-a108-4354-9e34-d96f96ab5387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.103062 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-f1d500d5-a108-4354-9e34-d96f96ab5387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:28.106920 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-f1d500d5-a108-4354-9e34-d96f96ab5387 admin admin] Usage tracker for resource:security_group_rule and tenant:da988f4d0c7c4d2da7ef8ca26e2f8f9a is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:28.110468 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-f1d500d5-a108-4354-9e34-d96f96ab5387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:28.116319 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-f1d500d5-a108-4354-9e34-d96f96ab5387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:28.133045 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-211ee842-dcc0-47ed-b746-c26e2fc4b0ff req-e783b4d7-9cda-4861-9ee3-618fb26714a0 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749649 May 25 16:48:28.160141 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57517b-31f7-4353-8fa9-3da222a23db3 req-2dc4df0f-a0e8-4fe7-b39e-d31998b63d65 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:28.161868 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5e57517b-31f7-4353-8fa9-3da222a23db3 req-2dc4df0f-a0e8-4fe7-b39e-d31998b63d65 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1057911 May 25 16:48:28.205990 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f1d500d5-a108-4354-9e34-d96f96ab5387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.214367 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5e57517b-31f7-4353-8fa9-3da222a23db3 req-9fa1185e-2bfc-4634-abe2-7ff5c8a4a6f1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461631 May 25 16:48:28.277495 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f1d500d5-a108-4354-9e34-d96f96ab5387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.287997 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f051dbd9-5c24-4c36-b8d2-a4bb261abd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:28.331933 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f1d500d5-a108-4354-9e34-d96f96ab5387 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da988f4d0c7c4d2da7ef8ca26e2f8f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098387 May 25 16:48:28.332433 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 56318) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:28.333815 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d500d5-a108-4354-9e34-d96f96ab5387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50f59f-79b5-44e5-b09e-09c780c98c5b,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:28.337382 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f1d500d5-a108-4354-9e34-d96f96ab5387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:28.424281 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b3927d6c-94a1-4235-97ed-7479e0175013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.435060 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10728637-f69e-423a-8d05-4e6811aea92e req-2e5ea195-b38d-43b4-b76b-9b8523bab53f tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:28.436557 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-10728637-f69e-423a-8d05-4e6811aea92e req-2e5ea195-b38d-43b4-b76b-9b8523bab53f tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.1415844 May 25 16:48:28.482986 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b3927d6c-94a1-4235-97ed-7479e0175013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.519631 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-10728637-f69e-423a-8d05-4e6811aea92e req-e0520f4d-5fc9-4e28-b365-e6b6034432a4 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758243 May 25 16:48:28.614847 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b3927d6c-94a1-4235-97ed-7479e0175013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.620396 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a395fd1e-50be-40f5-8106-53cf62494e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:28.633136 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3927d6c-94a1-4235-97ed-7479e0175013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50f59f-79b5-44e5-b09e-09c780c98c5b,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:28.635439 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b3927d6c-94a1-4235-97ed-7479e0175013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:28.638000 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b3927d6c-94a1-4235-97ed-7479e0175013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.638882 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-b3927d6c-94a1-4235-97ed-7479e0175013 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b50f59f-79b5-44e5-b09e-09c780c98c5b HTTP/1.1" status: 204 len: 168 time: 0.2999358 May 25 16:48:28.700320 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.348122 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090626e1-eb34-4145-bed1-79a1776e26d9 req-554a2b29-cf7d-4dd4-812b-f84449dd5e9a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:29.349548 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-090626e1-eb34-4145-bed1-79a1776e26d9 req-554a2b29-cf7d-4dd4-812b-f84449dd5e9a tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.0857790 May 25 16:48:29.351233 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56344) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:29.369457 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d217a20d-3652-4531-b48f-a193b9c6b546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.384834 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d217a20d-3652-4531-b48f-a193b9c6b546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:29.388716 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d217a20d-3652-4531-b48f-a193b9c6b546 admin admin] Usage tracker for resource:security_group_rule and tenant:f23780f45a0148ec89a976bde788ea78 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:29.391569 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d217a20d-3652-4531-b48f-a193b9c6b546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:29.397970 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d217a20d-3652-4531-b48f-a193b9c6b546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:29.453263 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-090626e1-eb34-4145-bed1-79a1776e26d9 req-32891002-7a0b-4a17-b62e-28d448be7b80 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 May 25 16:48:29.478000 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8746e-4fc8-4670-b9da-bf2e00e92e99 req-e381a776-8e7a-4553-afd1-33e2be080348 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:29.479464 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7da8746e-4fc8-4670-b9da-bf2e00e92e99 req-e381a776-8e7a-4553-afd1-33e2be080348 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1413035 May 25 16:48:29.488801 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d217a20d-3652-4531-b48f-a193b9c6b546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.524566 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7da8746e-4fc8-4670-b9da-bf2e00e92e99 req-a5886f4b-b714-4b84-bf81-8ca794983984 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390048 May 25 16:48:29.574613 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d217a20d-3652-4531-b48f-a193b9c6b546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.587177 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-691f7d14-9f49-47a1-9486-e3e45ea15912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:29.625846 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d217a20d-3652-4531-b48f-a193b9c6b546 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f23780f45a0148ec89a976bde788ea78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735617 May 25 16:48:29.627455 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217a20d-3652-4531-b48f-a193b9c6b546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecb27e2-69b8-4143-8808-b852ec88a07b,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:29.628953 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 56350) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:29.630490 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d217a20d-3652-4531-b48f-a193b9c6b546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:29.745167 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1c1378bb-136d-429d-9369-f38f31fd5ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.778071 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e6ddc-55c0-4bb9-9955-959257db7285 req-14582287-7268-458e-a144-a8333a91f0ac tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:29.779494 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-946e6ddc-55c0-4bb9-9955-959257db7285 req-14582287-7268-458e-a144-a8333a91f0ac tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.1516769 May 25 16:48:29.783565 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1c1378bb-136d-429d-9369-f38f31fd5ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.851617 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-946e6ddc-55c0-4bb9-9955-959257db7285 req-03519a41-91a9-47ac-89b6-c87178b9301a tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615866 May 25 16:48:29.922923 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1c1378bb-136d-429d-9369-f38f31fd5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.927934 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-da6cf76d-8eba-4134-9c90-4b567b4a6815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:29.939149 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1378bb-136d-429d-9369-f38f31fd5ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecb27e2-69b8-4143-8808-b852ec88a07b,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:29.942699 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-1c1378bb-136d-429d-9369-f38f31fd5ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:29.947105 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1c1378bb-136d-429d-9369-f38f31fd5ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.952585 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-1c1378bb-136d-429d-9369-f38f31fd5ff8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ecb27e2-69b8-4143-8808-b852ec88a07b HTTP/1.1" status: 204 len: 168 time: 0.3176820 May 25 16:48:30.169112 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.718564 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed1d5-1c3a-439d-88d4-7abae69fd21d req-8a1c8ade-0a1e-49d2-bf86-951d475f111d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:30.720074 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b9ed1d5-1c3a-439d-88d4-7abae69fd21d req-8a1c8ade-0a1e-49d2-bf86-951d475f111d tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.1552856 May 25 16:48:30.761660 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bceab-7b19-43f0-b38d-af1f78cc61e2 req-8e16255b-3cec-4d0c-96ac-2f26607a2b98 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:30.764972 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e13bceab-7b19-43f0-b38d-af1f78cc61e2 req-8e16255b-3cec-4d0c-96ac-2f26607a2b98 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1261935 May 25 16:48:30.800180 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b9ed1d5-1c3a-439d-88d4-7abae69fd21d req-c2d6faf7-884f-46b1-a43e-0ef39232c735 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742311 May 25 16:48:30.821256 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e13bceab-7b19-43f0-b38d-af1f78cc61e2 req-651cfbcf-d37d-4d11-b0a7-bef96204e863 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505230 May 25 16:48:31.045100 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235598c-c485-4000-af23-134e69389bb7 req-5051ed28-009d-4f8e-ae10-08366c94bc84 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:31.046752 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6235598c-c485-4000-af23-134e69389bb7 req-5051ed28-009d-4f8e-ae10-08366c94bc84 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 947 time: 0.0870183 May 25 16:48:31.099844 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6235598c-c485-4000-af23-134e69389bb7 req-fae73f48-aa06-43af-871c-163ef7ebd704 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 May 25 16:48:31.123579 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:48:31.261048 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8f161c3c-b074-4f0d-b80f-6f74a3a96f16,segment=NetworkSegment(916a0958-d653-4144-b24e-2b37d344672a),segment_id=916a0958-d653-4144-b24e-2b37d344672a)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:31.274364 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '8f161c3c-b074-4f0d-b80f-6f74a3a96f16', 'network_id': 'e21ec7c2-6ec3-46cc-9502-3f9f37828891', 'port_id': '8f161c3c-b074-4f0d-b80f-6f74a3a96f16', 'mac_address': 'fa:16:3e:74:c5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee537aa-b190-408a-ae37-a15d3499669b', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:48:31.332008 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.348144 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:48:31.363026 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8f161c3c-b074-4f0d-b80f-6f74a3a96f16,segment=NetworkSegment(916a0958-d653-4144-b24e-2b37d344672a),segment_id=916a0958-d653-4144-b24e-2b37d344672a)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:31.431620 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.434554 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:31.506390 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=8f161c3c-b074-4f0d-b80f-6f74a3a96f16,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:31.506630 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73b214-2c01-4f97-9ce0-22f1342c7e22 req-31829573-ab0f-462a-85ba-22f36a3d7aa8 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:31.508053 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2b73b214-2c01-4f97-9ce0-22f1342c7e22 req-31829573-ab0f-462a-85ba-22f36a3d7aa8 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.0947146 May 25 16:48:31.510033 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:31.651564 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-2b73b214-2c01-4f97-9ce0-22f1342c7e22 req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Deleting port d24ce1b7-7b42-49b2-b718-5bea095e1876 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:31.651904 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2b73b214-2c01-4f97-9ce0-22f1342c7e22 req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.747330 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['8f161c3c-b074-4f0d-b80f-6f74a3a96f16'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:48:31.796565 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-2b73b214-2c01-4f97-9ce0-22f1342c7e22 req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] For port d24ce1b7-7b42-49b2-b718-5bea095e1876, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d24ce1b7-7b42-49b2-b718-5bea095e1876,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:31.797182 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2b73b214-2c01-4f97-9ce0-22f1342c7e22 req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.966538 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-2b73b214-2c01-4f97-9ce0-22f1342c7e22 req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Calling delete_port for d24ce1b7-7b42-49b2-b718-5bea095e1876 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:32.216146 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e617d-66ad-49dd-903a-4ea2ade80c16 req-a9a5b0b2-054c-48a7-896b-dba878070167 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:32.217616 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5a6e617d-66ad-49dd-903a-4ea2ade80c16 req-a9a5b0b2-054c-48a7-896b-dba878070167 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 945 time: 0.2592328 May 25 16:48:32.233963 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757a36d-e1bf-4705-a0ff-2f6748e91284 req-ab304f5e-7d7e-4d10-b4f1-85bd5ef13f0b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:32.235385 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2757a36d-e1bf-4705-a0ff-2f6748e91284 req-ab304f5e-7d7e-4d10-b4f1-85bd5ef13f0b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.2318995 May 25 16:48:32.344048 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5a6e617d-66ad-49dd-903a-4ea2ade80c16 req-1a71a701-2e39-486c-b5f2-43c576e1edb0 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d050ab2-f348-4c05-812f-d4e64ff251f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181533 May 25 16:48:32.367187 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2757a36d-e1bf-4705-a0ff-2f6748e91284 req-a1139891-34e0-4cb7-99cb-d7d6dfa3d6a1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095803 May 25 16:48:32.431765 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2b73b214-2c01-4f97-9ce0-22f1342c7e22 req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.438129 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:32.444916 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['d24ce1b7-7b42-49b2-b718-5bea095e1876'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:48:32.521700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Pushing event deleted for resources: {'Port': ['ID=d24ce1b7-7b42-49b2-b718-5bea095e1876,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:32.534417 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:32.614598 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b73b214-2c01-4f97-9ce0-22f1342c7e22 req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] No DVR routers for this DVR port d24ce1b7-7b42-49b2-b718-5bea095e1876 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:32.618308 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2b73b214-2c01-4f97-9ce0-22f1342c7e22 req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.620970 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbd2e58-e331-4a68-a072-f51eeaf077f6', 'name': 'network-vif-deleted', 'tag': 'd24ce1b7-7b42-49b2-b718-5bea095e1876'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:32.656900 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a098-b654-43f4-a4cb-618077561970 req-c9e3a011-5d9f-4121-b527-c45d5b528c11 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:32.664657 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-83c4a098-b654-43f4-a4cb-618077561970 req-c9e3a011-5d9f-4121-b527-c45d5b528c11 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 948 time: 0.1932094 May 25 16:48:32.692087 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbd2e58-e331-4a68-a072-f51eeaf077f6', 'name': 'network-vif-deleted', 'tag': 'd24ce1b7-7b42-49b2-b718-5bea095e1876', 'status': 'completed', 'code': 200} May 25 16:48:32.710495 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2b73b214-2c01-4f97-9ce0-22f1342c7e22 req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.39 "DELETE /v2.0/ports/d24ce1b7-7b42-49b2-b718-5bea095e1876 HTTP/1.1" status: 204 len: 173 time: 1.1941848 May 25 16:48:32.722434 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-83c4a098-b654-43f4-a4cb-618077561970 req-fcb28b58-7bea-4c04-b18e-01f2611a3185 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562830 May 25 16:48:33.145853 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:33.286069 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-58051747-6356-419b-a6f7-341d070e2695 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745341155&fields=id&tenant_id=2ceec94d74dc4b91b7b6cd37311a3441 HTTP/1.1" status: 200 len: 267 time: 0.0462182 May 25 16:48:33.305929 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:33.311176 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:33.315584 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.463310 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.478998 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790306-362d-453e-9fcc-3e3fd675d540 req-b4d6569a-9acd-41e7-ac18-bfad28b7cb7e tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:33.480776 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-b4d6569a-9acd-41e7-ac18-bfad28b7cb7e tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/networks?id=f766c277-470c-4c7c-9f8d-aab066d69ab4 HTTP/1.1" status: 200 len: 808 time: 0.1862261 May 25 16:48:33.497198 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c27437-5bdf-4016-a750-db356f5a3aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f161c3c-b074-4f0d-b80f-6f74a3a96f16'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:33.506957 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8f161c3c-b074-4f0d-b80f-6f74a3a96f16,segment=NetworkSegment(916a0958-d653-4144-b24e-2b37d344672a),segment_id=916a0958-d653-4144-b24e-2b37d344672a)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:33.532782 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-5fb5f37a-fe6c-4f96-8096-61ca68d92891 req-5d31525a-7c31-4297-a54c-e6aebf9b1853 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Synchronizing usage tracker for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:33.538318 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-6bb66946-6848-4aa9-a558-a7267d7f1cfb tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/quotas/2ceec94d74dc4b91b7b6cd37311a3441 HTTP/1.1" status: 200 len: 375 time: 0.0184302 May 25 16:48:33.597644 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.599695 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:33.627951 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-1861bdcc-9d14-4d7d-a824-7fa977a6dae9 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ceec94d74dc4b91b7b6cd37311a3441&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809417 May 25 16:48:33.669542 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=8f161c3c-b074-4f0d-b80f-6f74a3a96f16,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:33.672860 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:33.711341 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-5fb5f37a-fe6c-4f96-8096-61ca68d92891 req-5d31525a-7c31-4297-a54c-e6aebf9b1853 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Unset dirty status for tenant:8fe1a879e86b465aa8757786b17618b4 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:33.712571 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5fb5f37a-fe6c-4f96-8096-61ca68d92891 req-5d31525a-7c31-4297-a54c-e6aebf9b1853 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] 10.222.0.49 "GET /v2.0/ports?device_id=0bbd2e58-e331-4a68-a072-f51eeaf077f6 HTTP/1.1" status: 200 len: 210 time: 0.2304983 May 25 16:48:33.779757 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-fb31017a-5984-4ccd-bbaf-7a1a27fca7e8 service neutron] 10.222.0.49 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398399 May 25 16:48:33.969550 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-6ad03672-b306-4b5b-8312-501015a38014 service neutron] 10.222.0.49 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837552 May 25 16:48:33.979678 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f17ed9-2120-4577-ae1b-e52ab8e560fe req-81dcb509-a7f4-47fb-92f2-399c32d6f3a3 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:33.981093 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76f17ed9-2120-4577-ae1b-e52ab8e560fe req-81dcb509-a7f4-47fb-92f2-399c32d6f3a3 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1718614 May 25 16:48:34.028723 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76f17ed9-2120-4577-ae1b-e52ab8e560fe req-44c333ac-6ab1-480e-affa-d0dcb1c6a66e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412762 May 25 16:48:34.082091 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c27437-5bdf-4016-a750-db356f5a3aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f161c3c-b074-4f0d-b80f-6f74a3a96f16', 'code': 200} May 25 16:48:34.268554 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aabe43-cca8-4fec-92ab-5f118c931abe req-3aaca769-0f66-4699-b05d-d211183561f2 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:34.270031 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-29aabe43-cca8-4fec-92ab-5f118c931abe req-3aaca769-0f66-4699-b05d-d211183561f2 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 949 time: 0.0950406 May 25 16:48:34.315944 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-29aabe43-cca8-4fec-92ab-5f118c931abe req-7a90fc43-53a5-4e7a-a009-e4a174d9c316 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 May 25 16:48:34.402742 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8fbc-1a6e-45dd-930a-2057fde37b0f req-bd426447-9f00-44fc-819a-908cdc695415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:34.404331 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-195d8fbc-1a6e-45dd-930a-2057fde37b0f req-bd426447-9f00-44fc-819a-908cdc695415 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 1102 time: 0.0693183 May 25 16:48:34.448756 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-195d8fbc-1a6e-45dd-930a-2057fde37b0f req-19dca55b-5487-4f11-b673-f35d1a10ed12 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367997 May 25 16:48:34.621015 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6e15f7f7-31c5-4dec-9b5c-d7116e418c29 req-577527c7-8f9f-404f-bff0-5e462a8cdbb1 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 210 time: 0.0472128 May 25 16:48:34.808801 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56468) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:35.162430 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d24ce1b7-7b42-49b2-b718-5bea095e1876 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:35.210980 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: d24ce1b7-7b42-49b2-b718-5bea095e1876 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:35.211330 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d24ce1b7-7b42-49b2-b718-5bea095e1876 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:35.264369 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a0425-23a2-4b65-91b2-609796339568 req-384cb476-cff5-4ff0-86c0-77c079260e8f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:35.266237 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4c1a0425-23a2-4b65-91b2-609796339568 req-384cb476-cff5-4ff0-86c0-77c079260e8f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.0975223 May 25 16:48:35.315668 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4c1a0425-23a2-4b65-91b2-609796339568 req-5be809c2-1f4c-4c2c-b9bb-b901eebe1b8e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425541 May 25 16:48:35.399096 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924120'] for router_interface, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.566526 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6aa07-cb9a-454e-b24f-0806aa83bc07 req-65fe16e2-e693-4a09-a387-1ab539a1293e tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:35.568513 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-40e6aa07-cb9a-454e-b24f-0806aa83bc07 req-65fe16e2-e693-4a09-a387-1ab539a1293e tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 949 time: 0.1008272 May 25 16:48:35.632280 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-40e6aa07-cb9a-454e-b24f-0806aa83bc07 req-563de671-4ed8-44c6-8c58-67d1024a32dc tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569413 May 25 16:48:35.717155 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6fe945eb-700b-4351-afa8-6fd73234d9b6 req-9172278d-2669-4964-ae84-e12e3722427f tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 210 time: 0.0445969 May 25 16:48:35.854250 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] Deleting port f82e6b0d-844e-42b7-b842-b6c807f89656 {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:35.854719 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.043555 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.db [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] For port f82e6b0d-844e-42b7-b842-b6c807f89656, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=f82e6b0d-844e-42b7-b842-b6c807f89656,segment=NetworkSegment(b1407b7f-167f-43c0-ad2c-895f084c85a9),segment_id=b1407b7f-167f-43c0-ad2c-895f084c85a9)] {{(pid=98882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:36.043914 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.168683 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] Calling delete_port for f82e6b0d-844e-42b7-b842-b6c807f89656 owned by network:router_interface {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:36.530457 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba7646-0e4a-4d44-b818-91cb2a7d98de req-2ecae5a4-4f26-453f-87a7-019e9b5ebee9 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:36.531908 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e2ba7646-0e4a-4d44-b818-91cb2a7d98de req-2ecae5a4-4f26-453f-87a7-019e9b5ebee9 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.0867491 May 25 16:48:36.631697 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.631697 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:36.675449 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f82e6b0d-844e-42b7-b842-b6c807f89656,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:36.690770 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e2ba7646-0e4a-4d44-b818-91cb2a7d98de req-723f815e-9939-4375-aa91-5bdee46e7bc0 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521485 May 25 16:48:36.720813 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:36.923120 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-01b185d2-4653-466d-9f0f-1dd37285ac6a req-eb4c8c00-71c6-4da7-b200-2c2509d17816 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 210 time: 0.0532029 May 25 16:48:36.932118 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e3b3-a461-46b2-ab44-30412d208406 req-7512376f-0131-42da-8699-8d9c8195aa3b tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:36.933616 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d335e3b3-a461-46b2-ab44-30412d208406 req-7512376f-0131-42da-8699-8d9c8195aa3b tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 949 time: 0.1678989 May 25 16:48:36.981855 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d335e3b3-a461-46b2-ab44-30412d208406 req-1f83bca7-7a6b-4b49-897f-a653d76538ca tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 May 25 16:48:37.280757 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926024'] for router_interface, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.668177 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] Router 65e1a245-6b51-4af5-8f0e-f13e9133076d has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:48:37.698818 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790306-362d-453e-9fcc-3e3fd675d540 req-16bcd515-8e9e-4402-b4da-20f2252e101f tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:37.700572 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-16bcd515-8e9e-4402-b4da-20f2252e101f tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.39 "GET /v2.0/networks?id=f766c277-470c-4c7c-9f8d-aab066d69ab4 HTTP/1.1" status: 200 len: 808 time: 0.2213485 May 25 16:48:37.770160 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-b0150f7f-1908-402a-94fc-f278804c449b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ceec94d74dc4b91b7b6cd37311a3441 HTTP/1.1" status: 200 len: 379 time: 0.0579486 May 25 16:48:37.779257 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Request body: {'port': {'device_id': 'b18d53d6-b042-431b-a511-06748b31bf65', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'admin_state_up': True, 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'security_groups': ['df35a191-f972-425d-aeb7-9741482a96cf']}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:37.967664 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:37.980023 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a6314-4c98-4d61-ab38-5eb2a32f21ee None None] Sync routers for ids ['65e1a245-6b51-4af5-8f0e-f13e9133076d'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:37.987200 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429640cf-af73-4fca-aca3-2c8db161a5bf req-c083e2fd-3252-48aa-8984-358629c995c6 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:37.988715 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-429640cf-af73-4fca-aca3-2c8db161a5bf req-c083e2fd-3252-48aa-8984-358629c995c6 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 949 time: 0.3375485 May 25 16:48:37.995321 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a6314-4c98-4d61-ab38-5eb2a32f21ee None None] Routers {'65e1a245-6b51-4af5-8f0e-f13e9133076d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:37.996322 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ea7a6314-4c98-4d61-ab38-5eb2a32f21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:48:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['65e1a245-6b51-4af5-8f0e-f13e9133076d'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:38.086871 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:38.096754 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-429640cf-af73-4fca-aca3-2c8db161a5bf req-c017436c-c580-454f-93fd-300eb18781d8 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971601 May 25 16:48:38.097745 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Usage tracker for resource:port and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:38.102362 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:38.113242 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-52cd3284-1502-4308-889f-01b1087c9a9c admin admin] 10.222.0.49 "PUT /v2.0/routers/65e1a245-6b51-4af5-8f0e-f13e9133076d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3030963 May 25 16:48:38.114126 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeed422-adda-41b4-bdc8-67faef47eb1d req-bf469610-ff91-434e-8166-4290edd42793 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:38.117584 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56526) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:38.122439 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1aeed422-adda-41b4-bdc8-67faef47eb1d req-bf469610-ff91-434e-8166-4290edd42793 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.2768240 May 25 16:48:38.160542 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:38.186946 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1aeed422-adda-41b4-bdc8-67faef47eb1d req-9cdee42b-aa5a-4911-a076-1fc869cd48c9 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635121 May 25 16:48:38.260327 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Made reservation on behalf of 2ceec94d74dc4b91b7b6cd37311a3441 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:38.264418 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.274488 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-ea7a6314-4c98-4d61-ab38-5eb2a32f21ee None None] Set router 65e1a245-6b51-4af5-8f0e-f13e9133076d gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:38.323354 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c3d018f6-081d-46c1-91cc-0bee43c73cb8 req-45447422-a73d-48a7-ad88-d3a7e5805e02 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 210 time: 0.0477364 May 25 16:48:38.379949 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Notify callbacks [] for router, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.486409 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Allocated IP 172.20.0.13 (f766c277-470c-4c7c-9f8d-aab066d69ab4/96acd9f7-8707-4b5b-8861-9f567058d80d/68d463d7-93d3-481a-a1da-2fe5cf53be01) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:38.572752 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.602688 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ea7a6314-4c98-4d61-ab38-5eb2a32f21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'name': 'tempest-ServerRescueNegativeTestJSON-859949889-router', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:40Z', 'updated_at': '2021-05-25T16:48:36Z', 'revision_number': 5, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'gw_port': {'id': 'f15997a6-6f86-421f-b3bd-adde79b54915', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:41Z', 'updated_at': '2021-05-25T16:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:38.606736 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a6314-4c98-4d61-ab38-5eb2a32f21ee None None] Checking router: 65e1a245-6b51-4af5-8f0e-f13e9133076d for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:38.614908 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a6314-4c98-4d61-ab38-5eb2a32f21ee None None] Routers {'65e1a245-6b51-4af5-8f0e-f13e9133076d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:38.616023 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ea7a6314-4c98-4d61-ab38-5eb2a32f21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:48:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['65e1a245-6b51-4af5-8f0e-f13e9133076d'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:38.718149 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.742640 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Transition to ACTIVE for port object 68d463d7-93d3-481a-a1da-2fe5cf53be01 will not be triggered until provisioned by entity DHCP. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:38.779265 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Deleting port f15997a6-6f86-421f-b3bd-adde79b54915 {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:38.779265 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.810146 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-ea7a6314-4c98-4d61-ab38-5eb2a32f21ee None None] Set router 65e1a245-6b51-4af5-8f0e-f13e9133076d gateway port host: None {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:38.855181 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.864007 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:38.931661 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.db [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] For port f15997a6-6f86-421f-b3bd-adde79b54915, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=f15997a6-6f86-421f-b3bd-adde79b54915,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:38.932114 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.950592 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ea7a6314-4c98-4d61-ab38-5eb2a32f21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'name': 'tempest-ServerRescueNegativeTestJSON-859949889-router', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:40Z', 'updated_at': '2021-05-25T16:48:38Z', 'revision_number': 6, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'gw_port_host': None}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:38.955129 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a6314-4c98-4d61-ab38-5eb2a32f21ee None None] The sync data for ids ['65e1a245-6b51-4af5-8f0e-f13e9133076d'] in dv-cinder-786386-6-smb is: [{'id': '65e1a245-6b51-4af5-8f0e-f13e9133076d', 'name': 'tempest-ServerRescueNegativeTestJSON-859949889-router', 'tenant_id': '8fe1a879e86b465aa8757786b17618b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:40Z', 'updated_at': '2021-05-25T16:48:38Z', 'revision_number': 6, 'project_id': '8fe1a879e86b465aa8757786b17618b4', 'gw_port_host': None}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:39.004566 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Network f766c277-470c-4c7c-9f8d-aab066d69ab4 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:39.010464 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:39.012368 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event updated for resources: {'Port': ['ID=68d463d7-93d3-481a-a1da-2fe5cf53be01,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:39.014878 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:39.020416 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:39.026628 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.041741 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:39.113804 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Calling delete_port for f15997a6-6f86-421f-b3bd-adde79b54915 owned by network:router_gateway {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:39.117033 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650dbd2-66fc-46e2-8dbe-d518f7e63b52 req-1ade8f39-5445-4fad-a068-4b04acb32a2e tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:39.118609 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d650dbd2-66fc-46e2-8dbe-d518f7e63b52 req-1ade8f39-5445-4fad-a068-4b04acb32a2e tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.39 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 949 time: 0.1777711 May 25 16:48:39.394975 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6196325 May 25 16:48:39.425954 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-afdbdb95-7d61-451e-b94e-d327caa34208 None None] Provisioning for port 68d463d7-93d3-481a-a1da-2fe5cf53be01 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:39.426511 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.432959 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8aeec3e3-dedb-4959-9db2-b28ea0bfd35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:39.434103 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-afdbdb95-7d61-451e-b94e-d327caa34208 None None] Provisioning complete for port 68d463d7-93d3-481a-a1da-2fe5cf53be01 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:39.434616 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-afdbdb95-7d61-451e-b94e-d327caa34208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.467440 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Request body: {'port': {'device_id': 'b18d53d6-b042-431b-a511-06748b31bf65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:39.486662 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15997a6-6f86-421f-b3bd-adde79b54915,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:39.489552 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:39.501609 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-afdbdb95-7d61-451e-b94e-d327caa34208 None None] Port 68d463d7-93d3-481a-a1da-2fe5cf53be01 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:39.586326 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925125'] for router_gateway, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.736639 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9cc3-8aa1-4e47-854c-486737752bbc req-7865ae8f-affb-4eb8-b239-d34849ad4135 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:39.738043 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a17b9cc3-8aa1-4e47-854c-486737752bbc req-7865ae8f-affb-4eb8-b239-d34849ad4135 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 949 time: 0.3906128 May 25 16:48:39.741213 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.761343 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-d650dbd2-66fc-46e2-8dbe-d518f7e63b52 req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Deleting port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:39.761343 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-d650dbd2-66fc-46e2-8dbe-d518f7e63b52 req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.816382 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d79703-6d3c-4f7c-b655-b283e7d6dd22 req-11600c3d-dd75-4564-812a-948f2c3df78d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:39.817970 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-08d79703-6d3c-4f7c-b655-b283e7d6dd22 req-11600c3d-dd75-4564-812a-948f2c3df78d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.4339952 May 25 16:48:39.835242 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f82e6b0d-844e-42b7-b842-b6c807f89656 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:39.867073 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.870009 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.871481 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: f82e6b0d-844e-42b7-b842-b6c807f89656 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:39.871946 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f82e6b0d-844e-42b7-b842-b6c807f89656 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:39.872767 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f15997a6-6f86-421f-b3bd-adde79b54915 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:39.908961 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: f15997a6-6f86-421f-b3bd-adde79b54915 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:39.909440 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f15997a6-6f86-421f-b3bd-adde79b54915 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:40.008661 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a17b9cc3-8aa1-4e47-854c-486737752bbc req-de4387d1-c50e-4770-ad8a-6896cebc679b tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/security-groups?id=09b3b478-b069-4e88-8098-ad7ed752abe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520573 May 25 16:48:40.011710 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-08d79703-6d3c-4f7c-b655-b283e7d6dd22 req-c5f3fd14-e49e-405d-9f56-e35a0c0c6213 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823814 May 25 16:48:40.163555 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925812'] for router, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.163989 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e1a245-6b51-4af5-8f0e-f13e9133076d {{(pid=98882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:48:40.179289 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-d650dbd2-66fc-46e2-8dbe-d518f7e63b52 req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] For port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8f161c3c-b074-4f0d-b80f-6f74a3a96f16,segment=NetworkSegment(916a0958-d653-4144-b24e-2b37d344672a),segment_id=916a0958-d653-4144-b24e-2b37d344672a)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:40.179656 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-d650dbd2-66fc-46e2-8dbe-d518f7e63b52 req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.181225 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Notify callbacks [] for router, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.182457 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] 10.222.0.49 "DELETE /v2.0/routers/65e1a245-6b51-4af5-8f0e-f13e9133076d HTTP/1.1" status: 204 len: 168 time: 2.0637980 May 25 16:48:40.185023 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56548) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:40.256954 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Deleting subnet d92ea816-ea27-4895-99f6-b3d634b82c00 {{(pid=98882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:40.261200 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.318480 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-d650dbd2-66fc-46e2-8dbe-d518f7e63b52 req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Calling delete_port for 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:40.330665 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141366'] for subnet, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.398950 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.419307 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32e2c6-dbe6-4b50-baae-ef7c8d55e943 req-461a59cf-81f3-4699-9063-7bff04c6828b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:40.419943 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-bc32e2c6-dbe6-4b50-baae-ef7c8d55e943 req-461a59cf-81f3-4699-9063-7bff04c6828b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Synchronizing usage tracker for tenant:2ceec94d74dc4b91b7b6cd37311a3441 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:40.629159 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-bc32e2c6-dbe6-4b50-baae-ef7c8d55e943 req-461a59cf-81f3-4699-9063-7bff04c6828b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Unset dirty status for tenant:2ceec94d74dc4b91b7b6cd37311a3441 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:40.630498 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bc32e2c6-dbe6-4b50-baae-ef7c8d55e943 req-461a59cf-81f3-4699-9063-7bff04c6828b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 932 time: 0.5194473 May 25 16:48:40.675651 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d463d7-93d3-481a-a1da-2fe5cf53be01 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:48:40.691166 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.706015 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bc32e2c6-dbe6-4b50-baae-ef7c8d55e943 req-130467b9-c73e-4d4d-aca1-aac8bd09c911 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647299 May 25 16:48:40.798086 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2286405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2154585'] for subnet, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.799468 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-d650dbd2-66fc-46e2-8dbe-d518f7e63b52 req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.803275 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:40.807418 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ca8fcc15-5289-43a8-8ce5-88c1f9fe3cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:40.811989 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['8f161c3c-b074-4f0d-b80f-6f74a3a96f16'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:48:40.843716 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92ea816-ea27-4895-99f6-b3d634b82c00,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:40.846411 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.858684 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.864929 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Pushing event deleted for resources: {'Port': ['ID=8f161c3c-b074-4f0d-b80f-6f74a3a96f16,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:40.867278 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Transition to ACTIVE for port object 68d463d7-93d3-481a-a1da-2fe5cf53be01 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:40.869259 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:40.869803 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 56562) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:40.872907 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d92ea816-ea27-4895-99f6-b3d634b82c00 HTTP/1.1" status: 204 len: 168 time: 0.6867800 May 25 16:48:40.874716 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:41.010245 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.031124 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-23509c06-f96e-4f16-973e-8ee1f902e9c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:41.069873 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d650dbd2-66fc-46e2-8dbe-d518f7e63b52 req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] No DVR routers for this DVR port 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:41.087944 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-d650dbd2-66fc-46e2-8dbe-d518f7e63b52 req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.093994 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c27437-5bdf-4016-a750-db356f5a3aef', 'name': 'network-vif-deleted', 'tag': '8f161c3c-b074-4f0d-b80f-6f74a3a96f16'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:41.281934 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-3d453da5-4d16-448b-b108-de46f49a133c req-f6dd5119-c99c-4ebc-8424-0164ba24e09d tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Synchronizing usage tracker for tenant:191a5670c1a347fca21e8f2392fbf1bf on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:41.292204 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.301682 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Pushing event updated for resources: {'Port': ['ID=68d463d7-93d3-481a-a1da-2fe5cf53be01,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:41.335983 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:41.344438 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d650dbd2-66fc-46e2-8dbe-d518f7e63b52 req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.39 "DELETE /v2.0/ports/8f161c3c-b074-4f0d-b80f-6f74a3a96f16 HTTP/1.1" status: 204 len: 173 time: 2.2201071 May 25 16:48:41.378459 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Attempting to bind port 68d463d7-93d3-481a-a1da-2fe5cf53be01 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:41.378807 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Attempting to bind port 68d463d7-93d3-481a-a1da-2fe5cf53be01 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:41.379141 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Attempting to bind port 68d463d7-93d3-481a-a1da-2fe5cf53be01 on network f766c277-470c-4c7c-9f8d-aab066d69ab4 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:41.416529 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Port 68d463d7-93d3-481a-a1da-2fe5cf53be01 on network f766c277-470c-4c7c-9f8d-aab066d69ab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:48:41.416852 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Attempting to bind port 68d463d7-93d3-481a-a1da-2fe5cf53be01 on network f766c277-470c-4c7c-9f8d-aab066d69ab4 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:41.534562 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-3d453da5-4d16-448b-b108-de46f49a133c req-f6dd5119-c99c-4ebc-8424-0164ba24e09d tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Unset dirty status for tenant:191a5670c1a347fca21e8f2392fbf1bf on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:41.535697 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d453da5-4d16-448b-b108-de46f49a133c req-f6dd5119-c99c-4ebc-8424-0164ba24e09d tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] 10.222.0.49 "GET /v2.0/ports?device_id=30c27437-5bdf-4016-a750-db356f5a3aef HTTP/1.1" status: 200 len: 210 time: 0.3698308 May 25 16:48:41.536389 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:41.536721 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Checking segment: {'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:41.537131 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Bound using segment: {'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:41.537592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Bound port: 68d463d7-93d3-481a-a1da-2fe5cf53be01, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e58d212-cda7-40ba-b0c5-03ed93494374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:41.537941 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.613390 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c27437-5bdf-4016-a750-db356f5a3aef', 'name': 'network-vif-deleted', 'tag': '8f161c3c-b074-4f0d-b80f-6f74a3a96f16', 'status': 'completed', 'code': 200} May 25 16:48:41.655764 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.680630 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f17e2-0dc6-422f-9cb4-521e6aafa284 req-ed46217a-7d89-4172-bf41-74a79b5655d7 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:41.682141 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4d4f17e2-0dc6-422f-9cb4-521e6aafa284 req-ed46217a-7d89-4172-bf41-74a79b5655d7 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.4781163 May 25 16:48:41.691937 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.696428 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.696428 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.696428 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > port after_create 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.696428 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.696428 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > port after_update 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.696428 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.696428 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.696428 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.696428 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.698158 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56576) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:41.784883 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.785349 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.785731 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.786210 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:48:41.793974 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccda8b5-013d-424f-a62b-c8cbf4c805b9']}} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:41.833285 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1407b7f-167f-43c0-ad2c-895f084c85a9') {'for_net_delete': True} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:41.833901 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1407b7f-167f-43c0-ad2c-895f084c85a9') {} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:41.835925 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-750f006f-0ecf-47c5-a16e-1919ac22e046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.853013 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-750f006f-0ecf-47c5-a16e-1919ac22e046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:41.857391 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-750f006f-0ecf-47c5-a16e-1919ac22e046 admin admin] Usage tracker for resource:security_group_rule and tenant:ad4885e96aca44649847b8d41762d877 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:41.860945 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-750f006f-0ecf-47c5-a16e-1919ac22e046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:41.867626 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-750f006f-0ecf-47c5-a16e-1919ac22e046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:41.908093 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2908542'] for segment, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.946660 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4d4f17e2-0dc6-422f-9cb4-521e6aafa284 req-7bfff460-66fd-44e9-8abf-582c5e6cc81f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513596 May 25 16:48:41.956822 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] For port 68d463d7-93d3-481a-a1da-2fe5cf53be01, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:41.960027 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-750f006f-0ecf-47c5-a16e-1919ac22e046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.960145 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.962595 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] For port 68d463d7-93d3-481a-a1da-2fe5cf53be01, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:41.972294 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=98881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:41.972688 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2276927'] for segment, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: from cryptography.utils import int_from_bytes May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: from cryptography.utils import int_from_bytes May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: Traceback (most recent call last): May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: timer() May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: cb(*args, **kw) May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: return func(*args, **kwargs) May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: self._notify() May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: self.callback(batched_events) May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: event.method(event) May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: return f(self, *a, **k) May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: return self._get(url).json() May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: return self.request(url, 'GET', **kwargs) May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:41.990636 dv-cinder-786386-6-smb neutron-server[98881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:42.026069 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-750f006f-0ecf-47c5-a16e-1919ac22e046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.035461 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f33874cc-87c6-4069-b629-f02482ce630a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:42.063841 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.072487 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:42.081658 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-750f006f-0ecf-47c5-a16e-1919ac22e046 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad4885e96aca44649847b8d41762d877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822098 May 25 16:48:42.082835 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f006f-0ecf-47c5-a16e-1919ac22e046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb7f376-02be-4a36-b42f-0de0dd53d7df,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:42.085906 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56590) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:42.088467 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-750f006f-0ecf-47c5-a16e-1919ac22e046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:42.146038 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:42.147440 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.149121 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] 10.222.0.39 "PUT /v2.0/ports/68d463d7-93d3-481a-a1da-2fe5cf53be01 HTTP/1.1" status: 200 len: 1094 time: 2.7074356 May 25 16:48:42.161384 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6075710a-8513-4fac-b70e-652673b39142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.166033 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db000d9a-39bf-4628-a5c7-6e4fc9b4d40e req-e8293bdd-8166-47d6-9f32-fe50f6021412 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:42.168162 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-db000d9a-39bf-4628-a5c7-6e4fc9b4d40e req-e8293bdd-8166-47d6-9f32-fe50f6021412 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 944 time: 0.3419368 May 25 16:48:42.200968 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Pushing event updated for resources: {'Port': ['ID=68d463d7-93d3-481a-a1da-2fe5cf53be01,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:42.205062 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:42.208659 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.213973 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6075710a-8513-4fac-b70e-652673b39142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.216887 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.229391 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3d40b194-eed7-437d-a933-17579cdd5f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:42.268684 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccda8b5-013d-424f-a62b-c8cbf4c805b9,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:42.276747 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:42.280071 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-db000d9a-39bf-4628-a5c7-6e4fc9b4d40e req-85c262b1-d6d5-4505-b257-16912a8ea7fa tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033304 May 25 16:48:42.359120 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3ccda8b5-013d-424f-a62b-c8cbf4c805b9 HTTP/1.1" status: 204 len: 168 time: 1.4882882 May 25 16:48:42.370078 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790306-362d-453e-9fcc-3e3fd675d540 req-55c66260-e89a-4281-ae7d-7394d740a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:42.371658 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-55c66260-e89a-4281-ae7d-7394d740a769 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ceec94d74dc4b91b7b6cd37311a3441&device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 1097 time: 0.0800712 May 25 16:48:42.380794 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6075710a-8513-4fac-b70e-652673b39142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.387222 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-59c2d55a-d7d5-4d8b-875f-febc7c980857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:42.422339 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075710a-8513-4fac-b70e-652673b39142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb7f376-02be-4a36-b42f-0de0dd53d7df,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:42.424894 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-6075710a-8513-4fac-b70e-652673b39142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:42.427166 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-6075710a-8513-4fac-b70e-652673b39142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.428740 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-6075710a-8513-4fac-b70e-652673b39142 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efb7f376-02be-4a36-b42f-0de0dd53d7df HTTP/1.1" status: 204 len: 168 time: 0.3419702 May 25 16:48:42.453807 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-0ed24de7-c8b8-4ac1-8731-3d2d86bd034a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01 HTTP/1.1" status: 200 len: 217 time: 0.0741520 May 25 16:48:42.520604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790306-362d-453e-9fcc-3e3fd675d540 req-b38ce918-6624-4b0d-bd4d-77dcb81a547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:42.522250 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-b38ce918-6624-4b0d-bd4d-77dcb81a547f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96acd9f7-8707-4b5b-8861-9f567058d80d HTTP/1.1" status: 200 len: 847 time: 0.0614960 May 25 16:48:42.605903 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790306-362d-453e-9fcc-3e3fd675d540 req-1d0f807e-e2c6-4e6f-9fcb-cf627958995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:42.607524 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-1d0f807e-e2c6-4e6f-9fcb-cf627958995b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f766c277-470c-4c7c-9f8d-aab066d69ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791669 May 25 16:48:42.745936 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 56604) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:42.775443 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-6003c98e-9b4e-4b3a-a16f-1e0d8edf2464 service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586545 May 25 16:48:42.854319 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:48:42.885015 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-3f38077b-9090-4e25-91d7-ad333d501f3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fe1a879e86b465aa8757786b17618b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1354723 May 25 16:48:42.885797 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 56616) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:42.968576 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-82790306-362d-453e-9fcc-3e3fd675d540 req-92ff8fff-17a9-4315-8c88-cf81f3745092 service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852553 May 25 16:48:42.985015 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.012867 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.161378 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8958d2-bcb1-462c-bcc3-8c69ab3911d8 req-3ecfdcf0-a339-48af-adc5-b6ecaf08f843 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:43.162999 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3a8958d2-bcb1-462c-bcc3-8c69ab3911d8 req-3ecfdcf0-a339-48af-adc5-b6ecaf08f843 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.0854919 May 25 16:48:43.190562 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.197516 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2afe1bd7-1ac6-4ddc-a0b9-2e42c743c6e7 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:43.211858 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d050ab2-f348-4c05-812f-d4e64ff251f1,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:43.230192 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.230613 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.230987 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.231307 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.231645 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.232010 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.232348 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.232681 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.233014 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.233375 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.233706 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.234046 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.239234 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:43.240743 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:43.247520 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3a8958d2-bcb1-462c-bcc3-8c69ab3911d8 req-0a4f2717-a302-4639-bdb0-ae534caa9e9b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783060 May 25 16:48:43.289128 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:43.289745 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 8f161c3c-b074-4f0d-b80f-6f74a3a96f16 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:43.307818 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56640) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:43.317666 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.322278 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d050ab2-f348-4c05-812f-d4e64ff251f1 HTTP/1.1" status: 204 len: 168 time: 0.4359417 May 25 16:48:43.344597 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5d439a39-229a-47a8-9a82-2fc0eec63759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.376088 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5d439a39-229a-47a8-9a82-2fc0eec63759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:43.381851 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5d439a39-229a-47a8-9a82-2fc0eec63759 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb8b5bb1d934ae6b03198d7d709356a is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:43.384886 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5d439a39-229a-47a8-9a82-2fc0eec63759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:43.390831 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5d439a39-229a-47a8-9a82-2fc0eec63759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:43.482334 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5d439a39-229a-47a8-9a82-2fc0eec63759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.487125 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6db528-7ccf-41b3-8814-919ea727f6d3 req-186d537b-95fe-4aa2-a427-96a2b24ed5d5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:43.488645 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fa6db528-7ccf-41b3-8814-919ea727f6d3 req-186d537b-95fe-4aa2-a427-96a2b24ed5d5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 944 time: 0.0842745 May 25 16:48:43.535505 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fa6db528-7ccf-41b3-8814-919ea727f6d3 req-9612c9e4-21ef-4138-82e6-938657438c91 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402482 May 25 16:48:43.597307 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5d439a39-229a-47a8-9a82-2fc0eec63759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.608628 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-1f112254-f207-468f-8399-9a4c8808f97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:43.614439 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:43.668690 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-5d439a39-229a-47a8-9a82-2fc0eec63759 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fb8b5bb1d934ae6b03198d7d709356a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564324 May 25 16:48:43.668690 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d439a39-229a-47a8-9a82-2fc0eec63759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c1ec82-54ee-4c8f-825e-336c5b74043d,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:43.669550 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 56666) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:43.671967 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5d439a39-229a-47a8-9a82-2fc0eec63759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:43.716141 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'status': 'completed', 'code': 200} May 25 16:48:43.826354 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2780596e-cece-4e88-9d2b-568f4792c258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.856539 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e23ace-db28-4041-a097-0e95002a9f26 req-ba003297-7214-4145-80e2-6ccbc219831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:43.858078 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-48e23ace-db28-4041-a097-0e95002a9f26 req-ba003297-7214-4145-80e2-6ccbc219831c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ceec94d74dc4b91b7b6cd37311a3441&device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 1097 time: 0.1400206 May 25 16:48:43.867883 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2780596e-cece-4e88-9d2b-568f4792c258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:44.121516 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e23ace-db28-4041-a097-0e95002a9f26 req-f8da8bc0-8796-4b66-b1c6-84c2f72b904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:44.123111 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-48e23ace-db28-4041-a097-0e95002a9f26 req-f8da8bc0-8796-4b66-b1c6-84c2f72b904d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f766c277-470c-4c7c-9f8d-aab066d69ab4 HTTP/1.1" status: 200 len: 910 time: 0.2478402 May 25 16:48:44.198493 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-48e23ace-db28-4041-a097-0e95002a9f26 req-db889a16-db14-484b-9a2a-80c7aa73bf46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01 HTTP/1.1" status: 200 len: 217 time: 0.0680456 May 25 16:48:44.238261 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2780596e-cece-4e88-9d2b-568f4792c258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:44.246533 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-bad25dd9-408e-45ad-b22d-97d5f61c667a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:44.265757 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780596e-cece-4e88-9d2b-568f4792c258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c1ec82-54ee-4c8f-825e-336c5b74043d,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:44.270652 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2780596e-cece-4e88-9d2b-568f4792c258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:44.276239 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2780596e-cece-4e88-9d2b-568f4792c258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:44.277767 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-2780596e-cece-4e88-9d2b-568f4792c258 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29c1ec82-54ee-4c8f-825e-336c5b74043d HTTP/1.1" status: 204 len: 168 time: 0.6062436 May 25 16:48:44.285777 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e23ace-db28-4041-a097-0e95002a9f26 req-c86451d0-6ff0-4960-b87a-e5a1eb31731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:44.287386 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-48e23ace-db28-4041-a097-0e95002a9f26 req-c86451d0-6ff0-4960-b87a-e5a1eb31731c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96acd9f7-8707-4b5b-8861-9f567058d80d HTTP/1.1" status: 200 len: 847 time: 0.0816004 May 25 16:48:44.406716 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e23ace-db28-4041-a097-0e95002a9f26 req-06072633-63e9-4538-98cb-fffd01080366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:44.410537 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-48e23ace-db28-4041-a097-0e95002a9f26 req-06072633-63e9-4538-98cb-fffd01080366 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f766c277-470c-4c7c-9f8d-aab066d69ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1165981 May 25 16:48:44.616990 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-48e23ace-db28-4041-a097-0e95002a9f26 req-2bbf558d-11b3-4dc0-a3c3-ce62580836a7 service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989853 May 25 16:48:44.626026 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b56fb-973c-4767-91f3-06970ae63b46 req-4ee304d7-bbd7-4811-bb03-3020a298045c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:44.627712 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-928b56fb-973c-4767-91f3-06970ae63b46 req-4ee304d7-bbd7-4811-bb03-3020a298045c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1910760 May 25 16:48:44.640738 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56752) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:44.775717 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1123911047-network', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:44.780469 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:44.788925 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Usage tracker for resource:network and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:44.793608 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:44.807686 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:44.853705 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-928b56fb-973c-4767-91f3-06970ae63b46 req-ebc07068-6576-4240-be5e-0c19fd292f79 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036865 May 25 16:48:44.883549 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Made reservation on behalf of 65b037169fa74f7090d0ad8a40d69f68 for: {'network': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:44.883549 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:44.892104 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:44.907958 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:44.911760 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Usage tracker for resource:security_group_rule and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:44.914958 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:44.915862 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-48e23ace-db28-4041-a097-0e95002a9f26 req-7b2ea3fd-108c-4753-9153-d967cdc58297 service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870314 May 25 16:48:44.920780 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:44.928684 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7abdd-f3d5-4250-a6ae-6c7950f42dae req-4c052929-a303-4ec1-9bc4-bc7b60275420 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:44.937692 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-94e7abdd-f3d5-4250-a6ae-6c7950f42dae req-4c052929-a303-4ec1-9bc4-bc7b60275420 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 944 time: 0.2614710 May 25 16:48:44.999347 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-94e7abdd-f3d5-4250-a6ae-6c7950f42dae req-7f3b1dc1-20f7-43ad-8816-160f5a307121 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590291 May 25 16:48:45.034639 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.140224 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.144553 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f68b557a-7024-4613-b55f-242e1cb41f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:45.174140 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=98882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:45.185228 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b10641-e374-411c-b9b1-14f2376067ed,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:45.188329 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:45.191227 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.191573 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.segments_db [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Added segment e813b577-51db-4ecc-81e0-72398626614f of type vlan for network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 May 25 16:48:45.221665 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.264777 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 68d463d7-93d3-481a-a1da-2fe5cf53be01 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:48:45.311537 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.313010 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:45.313756 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.319413 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-046b99eb-1cfa-4289-86db-de49c7ee3fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:45.401500 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 68d463d7-93d3-481a-a1da-2fe5cf53be01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:45.417097 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'port_id': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'mac_address': 'fa:16:3e:57:a8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:48:45.426514 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Pushing event updated for resources: {'Network': ['ID=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:45.429804 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:45.462888 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:45.484304 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8416464 May 25 16:48:45.487134 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56794) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:45.495334 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Request body: {'subnet': {'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1123911047-subnet', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:45.500968 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:45.504739 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Usage tracker for resource:subnet and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:45.508231 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:45.514163 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:45.569067 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.595068 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d463d7-93d3-481a-a1da-2fe5cf53be01 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:48:45.596869 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Made reservation on behalf of 65b037169fa74f7090d0ad8a40d69f68 for: {'subnet': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:45.600374 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2154566'] for subnet, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.625154 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 68d463d7-93d3-481a-a1da-2fe5cf53be01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:45.700556 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.702678 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:45.779572 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=68d463d7-93d3-481a-a1da-2fe5cf53be01,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:45.782771 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:45.913912 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['68d463d7-93d3-481a-a1da-2fe5cf53be01'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:48:46.134930 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50b85c-ca71-4962-afdd-573a13657834 req-0dd6ed22-b0b3-4d61-a0a3-dca79009b8eb tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:46.136494 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fc50b85c-ca71-4962-afdd-573a13657834 req-0dd6ed22-b0b3-4d61-a0a3-dca79009b8eb tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1580412 May 25 16:48:46.195466 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2286342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2154576'] for subnet, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.200445 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d50f61b5-8ff2-4c9c-bcc2-957b548065ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:46.283910 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56860) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:46.290493 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fceb711-e2c1-4385-8410-e023c98848d8,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:46.299882 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fc50b85c-ca71-4962-afdd-573a13657834 req-01236e4c-a9cd-4d32-8c3d-579fb40e9fa1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574490 May 25 16:48:46.306774 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:46.310993 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Checking segment: {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:46.311317 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Network hostable DHCP agents. Network: 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:48:46.337191 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dd343-bcdb-4296-9f39-e3fbbb212f12 req-8e1087e5-edde-4b78-a478-aa901d75f400 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:46.337191 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a86dd343-bcdb-4296-9f39-e3fbbb212f12 req-8e1087e5-edde-4b78-a478-aa901d75f400 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 945 time: 0.1791203 May 25 16:48:46.393661 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a86dd343-bcdb-4296-9f39-e3fbbb212f12 req-0eb6ebd5-f7f5-4eeb-918c-582456654725 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457129 May 25 16:48:46.403375 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:48:46.494673 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185) {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:46.504483 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e56025-4820-4c65-af04-48837cec843c None None] Network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:46.515561 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:46.516810 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.555635 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4cc27204-66d7-4bde-8c5f-ac087b902ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.577204 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-4cc27204-66d7-4bde-8c5f-ac087b902ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:46.581426 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-4cc27204-66d7-4bde-8c5f-ac087b902ada admin admin] Usage tracker for resource:security_group_rule and tenant:bfe1f0b4fa89409eb8610c7fd0c4e1e6 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:46.584437 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-4cc27204-66d7-4bde-8c5f-ac087b902ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:46.594008 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-4cc27204-66d7-4bde-8c5f-ac087b902ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:46.636677 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-5ab74a02-e0df-4bc1-a78a-9203bceff088 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1479766 May 25 16:48:46.639381 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 56876) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:46.645085 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:46.651826 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:46.656230 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Usage tracker for resource:router and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:46.674936 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:46.684174 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:46.743992 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23d52cc-7998-5017-810c-50915ea2e18b-6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8'}]}} from dv-cinder-786386-6-smb. {{(pid=98883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:48:46.745094 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.786365 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5212'] for router, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.787752 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.788548 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56882) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:46.805400 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.829038 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4cc27204-66d7-4bde-8c5f-ac087b902ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.923221 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4cc27204-66d7-4bde-8c5f-ac087b902ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.951452 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.db_base_plugin_common [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Allocated IP 172.20.0.2 (6c4ac3a1-b9bf-4c55-8d7b-e62430e60185/4fceb711-e2c1-4385-8410-e023c98848d8/90d24214-f10d-4cf3-949c-2a4fb7106cfc) {{(pid=98883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:46.986765 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8114728d-ed90-4be6-8435-c8f46d0d2b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:46.996765 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-21297868-fc4b-4b8f-aab2-fc4ad50c5e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.031475 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-4cc27204-66d7-4bde-8c5f-ac087b902ada admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfe1f0b4fa89409eb8610c7fd0c4e1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7445550 May 25 16:48:47.033070 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-21297868-fc4b-4b8f-aab2-fc4ad50c5e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:47.050424 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56902) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:47.055083 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-21297868-fc4b-4b8f-aab2-fc4ad50c5e68 admin admin] Usage tracker for resource:security_group_rule and tenant:9b0284bc3858419082aeb6c73d4dcbd2 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:47.100657 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-21297868-fc4b-4b8f-aab2-fc4ad50c5e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:47.111675 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc27204-66d7-4bde-8c5f-ac087b902ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f74b13a-3508-4d63-8c9d-3e3d00ef015a,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:47.117855 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-21297868-fc4b-4b8f-aab2-fc4ad50c5e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:47.120245 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-4cc27204-66d7-4bde-8c5f-ac087b902ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:47.153454 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9ac76943-d7bc-46b8-8786-7ff01ea37e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.201553 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9ac76943-d7bc-46b8-8786-7ff01ea37e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.225598 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Notify callbacks [] for port, precommit_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.238854 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Transition to ACTIVE for port object 90d24214-f10d-4cf3-949c-2a4fb7106cfc will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:47.263893 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-925009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5153'] for router, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.267515 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Transition to ACTIVE for port object 90d24214-f10d-4cf3-949c-2a4fb7106cfc will not be triggered until provisioned by entity DHCP. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:47.271439 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 68d463d7-93d3-481a-a1da-2fe5cf53be01 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:47.295983 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-21297868-fc4b-4b8f-aab2-fc4ad50c5e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.380713 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9ac76943-d7bc-46b8-8786-7ff01ea37e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.380975 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.384680 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:47.389483 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-21297868-fc4b-4b8f-aab2-fc4ad50c5e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.467181 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-4cc27204-66d7-4bde-8c5f-ac087b902ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:47.477703 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port 68d463d7-93d3-481a-a1da-2fe5cf53be01 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:47.498077 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 68d463d7-93d3-481a-a1da-2fe5cf53be01 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:47.498763 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.502262 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-21297868-fc4b-4b8f-aab2-fc4ad50c5e68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b0284bc3858419082aeb6c73d4dcbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7126842 May 25 16:48:47.504858 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9ac76943-d7bc-46b8-8786-7ff01ea37e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.505976 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-9ac76943-d7bc-46b8-8786-7ff01ea37e99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f74b13a-3508-4d63-8c9d-3e3d00ef015a HTTP/1.1" status: 204 len: 168 time: 0.4537120 May 25 16:48:47.510717 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 56926) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:47.526418 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac76943-d7bc-46b8-8786-7ff01ea37e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f74b13a-3508-4d63-8c9d-3e3d00ef015a,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:47.575882 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 is already hosted by enough agents. {{(pid=98883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:47.600824 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21297868-fc4b-4b8f-aab2-fc4ad50c5e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c874c6e3-7781-4049-b767-929a936c600f,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:47.607434 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-21297868-fc4b-4b8f-aab2-fc4ad50c5e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:47.608689 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:47.609202 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:47.631607 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3e46223d-2771-42cb-96ce-2c288eef060f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.645193 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.base_scheduler [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Resources bound (agent type, host, resource id): {{(pid=98883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:47.648256 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Received port after_create {{(pid=98883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:47.654572 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Pushing event updated for resources: {'Port': ['ID=90d24214-f10d-4cf3-949c-2a4fb7106cfc,revision_number=1']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:47.658226 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:47.666933 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3e46223d-2771-42cb-96ce-2c288eef060f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.777409 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Attempting to bind port 90d24214-f10d-4cf3-949c-2a4fb7106cfc on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:47.780786 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Attempting to bind port 90d24214-f10d-4cf3-949c-2a4fb7106cfc by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:47.780786 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Attempting to bind port 90d24214-f10d-4cf3-949c-2a4fb7106cfc on network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:47.803576 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3e46223d-2771-42cb-96ce-2c288eef060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.808389 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-ea618dbb-0cab-4a0c-9186-26349b656a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:47.829502 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:47.830156 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Checking segment: {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:47.830567 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.830966 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Bound using segment: {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:47.831455 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Bound port: 90d24214-f10d-4cf3-949c-2a4fb7106cfc, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:47.831829 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.846963 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3e46223d-2771-42cb-96ce-2c288eef060f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.853085 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-3e46223d-2771-42cb-96ce-2c288eef060f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c874c6e3-7781-4049-b767-929a936c600f HTTP/1.1" status: 204 len: 168 time: 0.3411472 May 25 16:48:47.854481 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46223d-2771-42cb-96ce-2c288eef060f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c874c6e3-7781-4049-b767-929a936c600f,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:47.857550 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3e46223d-2771-42cb-96ce-2c288eef060f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:47.910357 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.004616 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52b0ce-8b68-4993-9481-ddc95d825ec3 req-b340acb4-2e94-4bbc-8624-32dc290e43fa tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:48.007608 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4a52b0ce-8b68-4993-9481-ddc95d825ec3 req-b340acb4-2e94-4bbc-8624-32dc290e43fa tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.5362871 May 25 16:48:48.020577 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b78e2c-fa95-49df-8636-2d0a2c9ae52e req-57c8dc95-b4df-4305-a7e5-3d727f21081e tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:48.032848 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b9b78e2c-fa95-49df-8636-2d0a2c9ae52e req-57c8dc95-b4df-4305-a7e5-3d727f21081e tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 945 time: 0.3577375 May 25 16:48:48.048923 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.112002 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.119957 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 68d463d7-93d3-481a-a1da-2fe5cf53be01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:48.121197 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:48.149939 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] For port 90d24214-f10d-4cf3-949c-2a4fb7106cfc, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:48.154091 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] For port 90d24214-f10d-4cf3-949c-2a4fb7106cfc, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=90d24214-f10d-4cf3-949c-2a4fb7106cfc,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:48.193887 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b9b78e2c-fa95-49df-8636-2d0a2c9ae52e req-4189f7be-a066-43a0-84ba-f4ed8b5a19b8 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640961 May 25 16:48:48.206450 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4a52b0ce-8b68-4993-9481-ddc95d825ec3 req-53d98d60-ef65-47b6-9e5a-589d17c3ae08 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718462 May 25 16:48:48.278086 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.290177 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:48.345843 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.348589 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'code': 200} May 25 16:48:48.383899 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Allocated IP 172.28.3.3 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/148e6d90-c6f3-4d0d-b81a-961aa6621400) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:48.400222 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Pushing event updated for resources: {'Port': ['ID=90d24214-f10d-4cf3-949c-2a4fb7106cfc,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:48.403560 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:48.408724 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:48.562110 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=68d463d7-93d3-481a-a1da-2fe5cf53be01,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:48.566925 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:48.632482 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.803339 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.808898 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:48.945584 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:48.949591 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:48.958278 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:49.045135 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Pushing event updated for resources: {'Port': ['ID=148e6d90-c6f3-4d0d-b81a-961aa6621400,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:49.054066 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:49.262745 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ff57a-d507-4db4-8137-8c5288ede92a req-2c5a3817-301d-4944-b765-3a1e24ace698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:49.264482 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c65ff57a-d507-4db4-8137-8c5288ede92a req-2c5a3817-301d-4944-b765-3a1e24ace698 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 1099 time: 0.2673965 May 25 16:48:49.324036 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c65ff57a-d507-4db4-8137-8c5288ede92a req-e6f16ca4-f39b-43c2-951f-be02906fa3a6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496459 May 25 16:48:49.789946 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 90d24214-f10d-4cf3-949c-2a4fb7106cfc up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:49.854484 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.923763 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9aef78-5142-439f-9169-d505041a51bf None None] Network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:49.947219 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332e0ff-0a4c-496f-9415-a91926884d15 req-853a6958-7494-49be-aa05-dd0e9b1117a0 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:49.948724 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d332e0ff-0a4c-496f-9415-a91926884d15 req-853a6958-7494-49be-aa05-dd0e9b1117a0 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.4864492 May 25 16:48:49.970228 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a33197-7699-4903-8436-d1bc25337c71 req-984ce905-5b77-4b06-90f3-65e04707560d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:49.971977 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-94a33197-7699-4903-8436-d1bc25337c71 req-984ce905-5b77-4b06-90f3-65e04707560d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.4076834 May 25 16:48:50.009414 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port 90d24214-f10d-4cf3-949c-2a4fb7106cfc completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:50.141158 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-bccc4dc6-793f-44a6-92c2-8c060c99d29f None None] Provisioning for port 90d24214-f10d-4cf3-949c-2a4fb7106cfc completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:50.178073 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-bccc4dc6-793f-44a6-92c2-8c060c99d29f None None] Provisioning complete for port 90d24214-f10d-4cf3-949c-2a4fb7106cfc triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:50.178694 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-bccc4dc6-793f-44a6-92c2-8c060c99d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.343277 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-bccc4dc6-793f-44a6-92c2-8c060c99d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.369552 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d332e0ff-0a4c-496f-9415-a91926884d15 req-91abd5df-26ee-4e8b-8e75-c0bf492b348f tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064445 May 25 16:48:50.388287 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-bccc4dc6-793f-44a6-92c2-8c060c99d29f None None] For port 90d24214-f10d-4cf3-949c-2a4fb7106cfc, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=90d24214-f10d-4cf3-949c-2a4fb7106cfc,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:50.397920 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-94a33197-7699-4903-8436-d1bc25337c71 req-1327d591-f299-408e-80aa-1501b5d86bf1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625436 May 25 16:48:50.423327 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924946'] for router, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.500279 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-bccc4dc6-793f-44a6-92c2-8c060c99d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.502166 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:50.620439 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc4dc6-793f-44a6-92c2-8c060c99d29f None None] Pushing event updated for resources: {'Port': ['ID=90d24214-f10d-4cf3-949c-2a4fb7106cfc,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:50.624644 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-bccc4dc6-793f-44a6-92c2-8c060c99d29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:50.646947 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-6644f04a-5079-46dd-b94b-a7f672029c06 None None] Provisioning complete for port 90d24214-f10d-4cf3-949c-2a4fb7106cfc triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:50.647260 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-6644f04a-5079-46dd-b94b-a7f672029c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.728812 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Router 395d86e9-8152-4ff0-8f99-c19bc2b043cd is scheduled to L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 with binding_index 1 {{(pid=98881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:48:50.938962 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:50.947878 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Sync routers for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:50.957781 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:50.958598 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:48:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:51.093483 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Notify callbacks [] for router, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.097577 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4548087 May 25 16:48:51.099635 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57036) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:51.181494 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:51.309132 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:48:51.402581 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 57048) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:51.655616 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:51.688805 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'port_id': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'mac_address': 'fa:16:3e:28:ba:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:48:51.753461 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-9166adc6-7aef-4b3c-8109-ce38f1048fb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=191a5670c1a347fca21e8f2392fbf1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480370 May 25 16:48:51.756919 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57064) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:51.789585 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:49Z', 'revision_number': 3, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:51.799632 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 90d24214-f10d-4cf3-949c-2a4fb7106cfc up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:51.804834 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2bd58-f327-4222-856d-4be722a21ed7 req-8308b1eb-091a-4caa-a46e-43d5550f54cb tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:51.812490 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-eab2bd58-f327-4222-856d-4be722a21ed7 req-8308b1eb-091a-4caa-a46e-43d5550f54cb tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.2001061 May 25 16:48:51.894379 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51ebc0-deee-4366-80a9-59492ee89f00 req-7a36a11a-c2f5-4ad4-9c39-895e19d5ab41 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:51.895717 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Checking router: 395d86e9-8152-4ff0-8f99-c19bc2b043cd for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:51.896123 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Updating router 395d86e9-8152-4ff0-8f99-c19bc2b043cd port 148e6d90-c6f3-4d0d-b81a-961aa6621400 binding host dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:48:51.900039 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-de51ebc0-deee-4366-80a9-59492ee89f00 req-7a36a11a-c2f5-4ad4-9c39-895e19d5ab41 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.3784726 May 25 16:48:51.933577 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2c19b69b-a620-4eec-80e7-234d0a740288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.947596 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-eab2bd58-f327-4222-856d-4be722a21ed7 req-f56aa032-93bc-493e-84e2-b2c2ef20c438 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340039 May 25 16:48:51.977360 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.983452 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2c19b69b-a620-4eec-80e7-234d0a740288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.002503 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-de51ebc0-deee-4366-80a9-59492ee89f00 req-34d5d5e6-e41d-4798-be0d-26faa2b08a39 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917814 May 25 16:48:52.034406 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:48:52.052154 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.219633 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.229558 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 90d24214-f10d-4cf3-949c-2a4fb7106cfc triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:52.231106 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.272530 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b39cd2-bbf9-490b-971d-17baaded2495 req-4400c740-4f35-4eda-a6b7-d442a2718f2c tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:52.279559 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-62b39cd2-bbf9-490b-971d-17baaded2495 req-4400c740-4f35-4eda-a6b7-d442a2718f2c tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.1205053 May 25 16:48:52.309144 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:52.384972 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-62b39cd2-bbf9-490b-971d-17baaded2495 req-0755b780-aa56-48b8-894e-2b85b5f61dd9 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991929 May 25 16:48:52.413262 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 57086) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:52.533082 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Allocated IP 172.20.0.1 (6c4ac3a1-b9bf-4c55-8d7b-e62430e60185/4fceb711-e2c1-4385-8410-e023c98848d8/eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:52.608264 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.619162 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:52.668512 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2c19b69b-a620-4eec-80e7-234d0a740288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.695679 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-484b6ee9-3e00-4782-95c7-53b005334c6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:52.706883 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb50a21-8a24-4c1f-be09-dfaf750280c1 tempest-TestShelveInstance-1624561402 tempest-TestShelveInstance-1624561402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:52.711095 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-dfb50a21-8a24-4c1f-be09-dfaf750280c1 tempest-TestShelveInstance-1624561402 tempest-TestShelveInstance-1624561402-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 1094 time: 0.2951391 May 25 16:48:52.723513 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 57096) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:52.723513 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Request body: {'floatingip': {'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'port_id': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:52.730049 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:52.736984 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Usage tracker for resource:floatingip and tenant:2ceec94d74dc4b91b7b6cd37311a3441 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:52.741973 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19b69b-a620-4eec-80e7-234d0a740288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b3b478-b069-4e88-8098-ad7ed752abe9,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:52.742247 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:52.751093 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:52.804420 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['d9b0d0ec-5563-401f-8a77-0ddfc707b2d9'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:48:52.821336 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for floatingip, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.889828 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2c19b69b-a620-4eec-80e7-234d0a740288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:52.913355 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.946872 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.provisioning_blocks [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Transition to ACTIVE for port object eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b will not be triggered until provisioned by entity DHCP. {{(pid=98882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:52.952046 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,revision_number=6']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:52.956031 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:53.016893 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2c19b69b-a620-4eec-80e7-234d0a740288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.022271 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-2c19b69b-a620-4eec-80e7-234d0a740288 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09b3b478-b069-4e88-8098-ad7ed752abe9 HTTP/1.1" status: 204 len: 168 time: 1.2619874 May 25 16:48:53.061199 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.067623 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:53.145858 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Pushing event updated for resources: {'Port': ['ID=eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:53.167665 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:53.187296 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.190690 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:53.195052 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:53.201623 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:53.352512 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924003'] for router_interface, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.742829 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Notify callbacks [] for port, precommit_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.770761 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7809d2-687a-4559-8253-bd069dee5df2 req-cf146916-064f-4a32-9a86-d68c61a13306 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:53.773258 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3b7809d2-687a-4559-8253-bd069dee5df2 req-cf146916-064f-4a32-9a86-d68c61a13306 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 944 time: 0.4748404 May 25 16:48:53.778162 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-94b14580-a2da-41a1-a697-b046f94aea35 None None] Provisioning for port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:53.807114 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Transition to ACTIVE for port object 148e6d90-c6f3-4d0d-b81a-961aa6621400 will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:53.814750 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-94b14580-a2da-41a1-a697-b046f94aea35 None None] Provisioning complete for port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:53.815142 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-94b14580-a2da-41a1-a697-b046f94aea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.843087 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3b7809d2-687a-4559-8253-bd069dee5df2 req-4d68b7cf-0111-48fb-9241-4cb4ae5d9bc0 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634074 May 25 16:48:53.923682 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-94b14580-a2da-41a1-a697-b046f94aea35 None None] Port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:53.942664 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.949289 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:54.027471 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Allocated IP 172.28.3.23 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/9df97d34-cfd2-441e-adca-411145e6e8fc) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:54.066970 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Attempting to bind port 148e6d90-c6f3-4d0d-b81a-961aa6621400 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:54.067344 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Attempting to bind port 148e6d90-c6f3-4d0d-b81a-961aa6621400 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:54.067715 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Attempting to bind port 148e6d90-c6f3-4d0d-b81a-961aa6621400 on network 2f7e0120-dd4d-463e-a817-41806313a9a0 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:54.081597 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Pushing event updated for resources: {'Port': ['ID=148e6d90-c6f3-4d0d-b81a-961aa6621400,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:54.084693 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:54.085119 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Checking segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:54.085575 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.085979 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Bound using segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:54.086464 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Bound port: 148e6d90-c6f3-4d0d-b81a-961aa6621400, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:54.086841 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.142129 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.161245 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.164852 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.165187 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.165559 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.166655 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.166655 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.166655 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.167173 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.171926 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.172336 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.172680 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.173180 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:54.180760 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:54.250068 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.257161 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] For port 148e6d90-c6f3-4d0d-b81a-961aa6621400, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:54.261580 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] For port 148e6d90-c6f3-4d0d-b81a-961aa6621400, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=148e6d90-c6f3-4d0d-b81a-961aa6621400,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:54.335020 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.340925 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-c7a6f0f2-f592-41bd-8bc8-3e63bcb2c4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:54.397904 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.401685 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:54.456897 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:54.457947 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:48:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:54.469988 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.523173 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287295'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.559326 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Pushing event updated for resources: {'Port': ['ID=148e6d90-c6f3-4d0d-b81a-961aa6621400,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:54.565183 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:54.576488 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:54.599688 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:54.610637 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:54.616427 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:54.662839 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event updated for resources: {'Port': ['ID=9df97d34-cfd2-441e-adca-411145e6e8fc,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:54.670523 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:54.682537 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924110'] for router_interface, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.688352 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Pushing event updated for resources: {'Port': ['ID=eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b,revision_number=2']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:54.695331 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:54.795242 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:54.910862 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:54.912823 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:55.297775 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Router 395d86e9-8152-4ff0-8f99-c19bc2b043cd has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:48:55.331038 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:55.369806 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-622963f3-1638-457b-8f39-626d2a57e6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.417125 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d05199-dd31-4fd1-a876-12454e7f9245 req-b80c03f7-ecf7-4395-bc9f-bea922b09b6f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:55.419705 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-06d05199-dd31-4fd1-a876-12454e7f9245 req-b80c03f7-ecf7-4395-bc9f-bea922b09b6f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 944 time: 0.2450402 May 25 16:48:55.447275 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-54e004d9-e431-4126-abbd-08a47ceb3ce7 None None] Provisioning complete for port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:55.451732 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-54e004d9-e431-4126-abbd-08a47ceb3ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.597778 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:55.613064 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] 10.222.0.49 "PUT /v2.0/routers/395d86e9-8152-4ff0-8f99-c19bc2b043cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5044849 May 25 16:48:55.708913 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-06d05199-dd31-4fd1-a876-12454e7f9245 req-2b783aed-07b3-4456-8c9b-8d93c7e95016 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649913 May 25 16:48:55.723824 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-54e004d9-e431-4126-abbd-08a47ceb3ce7 None None] Port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:55.749392 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:55.749936 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.768391 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.919273 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:48:54Z', 'revision_number': 2, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:55.933843 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161d0d6-75e8-4d2f-a7fb-354031b10f91 None None] The sync data for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb is: [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:48:54Z', 'revision_number': 2, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:55.941738 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.941936 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.966404 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.288326 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:56.342156 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:56.414222 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.416504 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:56.510780 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'code': 200} May 25 16:48:56.631768 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,revision_number=7']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:56.636037 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:56.692928 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57164) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:56.696104 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.699492 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623592174', 'description': 'tempest-description--1156516291'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:56.716492 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:56.725049 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Usage tracker for resource:security_group and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:56.726149 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:56.734223 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:56.786275 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.799843 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5da7e7d0-f86b-42ca-9d21-4953b89e8d36 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:56.862924 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.901041 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:56.914699 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Usage tracker for resource:security_group_rule and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:56.922818 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:56.934759 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event updated for resources: {'Port': ['ID=9df97d34-cfd2-441e-adca-411145e6e8fc,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:56.937924 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:56.939038 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:56.942281 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.061847 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.203062 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.207544 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:57.311213 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4403e06a-a119-4f13-aa75-f4f93261ebf0,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:57.314394 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:57.383485 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.386385 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6910243 May 25 16:48:57.388051 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57174) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:57.393608 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'security_group_rule': {'security_group_id': '4403e06a-a119-4f13-aa75-f4f93261ebf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:57.400857 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:57.406317 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Usage tracker for resource:security_group_rule and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:57.414254 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:57.425566 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.431409 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:57.480582 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ee688-6e01-4e59-b38f-36e927200902 req-fc96b945-5fac-4d98-b345-94169b05b6b1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:57.482414 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ef3ee688-6e01-4e59-b38f-36e927200902 req-fc96b945-5fac-4d98-b345-94169b05b6b1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.4723711 May 25 16:48:57.513993 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.l3_db [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Floating IP 238a1f4e-ca17-4a63-97ff-bb773d1acb24 associated. External IP: 172.28.3.23, port: 68d463d7-93d3-481a-a1da-2fe5cf53be01. May 25 16:48:57.535078 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.562990 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-2d37c6f2-a430-4a23-9aa2-8f9c8dfc25a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.673782 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ef3ee688-6e01-4e59-b38f-36e927200902 req-06645fc5-1e76-4c41-9315-490f181fc62c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841943 May 25 16:48:57.709376 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.786874 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.789157 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-6b4693e1-320d-42b8-a198-4f3e3ff0d51b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:57.825215 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8f5c45-8778-40f0-aa36-bb18553ed945,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:57.828613 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 148e6d90-c6f3-4d0d-b81a-961aa6621400 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:57.831941 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:57.913282 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.914552 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-38a13e1b-62ff-45ec-a104-00071cc88c93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5255311 May 25 16:48:57.921893 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57182) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:57.928341 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'security_group_rule': {'security_group_id': '4403e06a-a119-4f13-aa75-f4f93261ebf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:57.939919 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:57.954420 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Usage tracker for resource:security_group_rule and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:57.958573 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:57.972283 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:58.051925 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port 148e6d90-c6f3-4d0d-b81a-961aa6621400 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:58.057847 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 148e6d90-c6f3-4d0d-b81a-961aa6621400 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:58.058841 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.084724 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.159934 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:48:58.216432 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.285162 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.306335 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port 148e6d90-c6f3-4d0d-b81a-961aa6621400, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=148e6d90-c6f3-4d0d-b81a-961aa6621400,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:58.317527 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.320214 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:58.371970 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818dc2be-2c9b-493f-bf8b-4e3343782d32,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:58.391734 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.394870 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:58.446562 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:58.451406 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:58.464480 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4e734-4461-44fc-b6fd-47efc889e33a None None] Sync routers for ids ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:58.478650 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4e734-4461-44fc-b6fd-47efc889e33a None None] Routers {'5d9392e6-f4f4-4130-a7b1-d66051b13f4a'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:58.494759 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ccb4e734-4461-44fc-b6fd-47efc889e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:48:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:58.500751 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=148e6d90-c6f3-4d0d-b81a-961aa6621400,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:58.504824 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:58.705736 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-ccb4e734-4461-44fc-b6fd-47efc889e33a None None] Set router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:58.769037 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.771636 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8474796 May 25 16:48:58.781524 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57208) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:58.803130 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'floatingip': {'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:58.826876 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:58.832169 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Usage tracker for resource:floatingip and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:58.835223 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:58.843208 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.843404 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.848450 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:58.934520 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.990537 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2740486 May 25 16:48:58.991623 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:59.025522 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece5c30-f3ee-408e-9851-bbc50832b665 req-1386a2c7-ca77-4eee-bdc8-ca6faf3b3428 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:59.031068 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aece5c30-f3ee-408e-9851-bbc50832b665 req-1386a2c7-ca77-4eee-bdc8-ca6faf3b3428 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1396596 May 25 16:48:59.115430 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aece5c30-f3ee-408e-9851-bbc50832b665 req-6cb7501f-53e4-4bff-afc5-eed08b2726b4 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781231 May 25 16:48:59.151846 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'status': 'completed', 'code': 200} May 25 16:48:59.187478 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Sync routers for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:59.210409 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:59.210908 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:48:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:59.324700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd2208-6d79-4df3-ba3c-1ac223b1ce00 req-afafbb58-d7fc-44af-b4e4-89be1db71daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:59.327309 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76bd2208-6d79-4df3-ba3c-1ac223b1ce00 req-afafbb58-d7fc-44af-b4e4-89be1db71daa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ceec94d74dc4b91b7b6cd37311a3441&device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 1099 time: 0.1639719 May 25 16:48:59.438031 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ccb4e734-4461-44fc-b6fd-47efc889e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:46Z', 'revision_number': 4, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '238a1f4e-ca17-4a63-97ff-bb773d1acb24', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'port_id': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'mac_address': 'fa:16:3e:57:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18d53d6-b042-431b-a511-06748b31bf65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:48:55Z', 'updated_at': '2021-05-25T16:48:55Z', 'revision_number': 0, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6f7b5-8af7-4040-afc9-1aca50d64021', 'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'mac_address': 'fa:16:3e:02:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:45Z', 'updated_at': '2021-05-25T16:47:54Z', 'revision_number': 5, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'subnets': [{'id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:59.451264 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4e734-4461-44fc-b6fd-47efc889e33a None None] Checking router: 5d9392e6-f4f4-4130-a7b1-d66051b13f4a for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:59.473429 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4e734-4461-44fc-b6fd-47efc889e33a None None] Routers {'5d9392e6-f4f4-4130-a7b1-d66051b13f4a'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:59.475374 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ccb4e734-4461-44fc-b6fd-47efc889e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:48:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:59.542904 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:59.645824 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd2208-6d79-4df3-ba3c-1ac223b1ce00 req-d7c388be-5f32-413a-97ec-97e6511a32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:59.648099 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76bd2208-6d79-4df3-ba3c-1ac223b1ce00 req-d7c388be-5f32-413a-97ec-97e6511a32ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=f766c277-470c-4c7c-9f8d-aab066d69ab4 HTTP/1.1" status: 200 len: 910 time: 0.3119469 May 25 16:48:59.687834 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:59.836901 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 148e6d90-c6f3-4d0d-b81a-961aa6621400 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:59.857001 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76bd2208-6d79-4df3-ba3c-1ac223b1ce00 req-83c0eb31-f277-4247-a08c-947cea457047 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01 HTTP/1.1" status: 200 len: 999 time: 0.2019830 May 25 16:48:59.863265 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Allocated IP 172.28.3.170 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/cff5461c-0b71-4916-acf2-381164280c42) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:59.884120 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-ccb4e734-4461-44fc-b6fd-47efc889e33a None None] Set router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:00.023358 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd2208-6d79-4df3-ba3c-1ac223b1ce00 req-41963d27-f6ff-4bb4-815d-bc656bffbf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:00.027375 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76bd2208-6d79-4df3-ba3c-1ac223b1ce00 req-41963d27-f6ff-4bb4-815d-bc656bffbf83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96acd9f7-8707-4b5b-8861-9f567058d80d HTTP/1.1" status: 200 len: 847 time: 0.1612051 May 25 16:49:00.207930 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.222805 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd2208-6d79-4df3-ba3c-1ac223b1ce00 req-66be70b0-f1a0-4e61-912f-247337e67816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:00.230250 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76bd2208-6d79-4df3-ba3c-1ac223b1ce00 req-66be70b0-f1a0-4e61-912f-247337e67816 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f766c277-470c-4c7c-9f8d-aab066d69ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1965771 May 25 16:49:00.309796 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 148e6d90-c6f3-4d0d-b81a-961aa6621400 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:00.310290 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.353241 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.358672 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-99a95823-190a-4b35-bc90-b577438b2af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:00.415671 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57254) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:00.430089 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.458214 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:00.461003 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76bd2208-6d79-4df3-ba3c-1ac223b1ce00 req-22e6bdb9-9517-416d-9194-94ca1fe1cc67 service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237215 May 25 16:49:00.461559 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:00.465140 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:00.510234 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'Port': ['ID=cff5461c-0b71-4916-acf2-381164280c42,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:00.518459 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:00.592050 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-ccb4e734-4461-44fc-b6fd-47efc889e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:46Z', 'revision_number': 4, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '238a1f4e-ca17-4a63-97ff-bb773d1acb24', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'port_id': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'mac_address': 'fa:16:3e:57:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18d53d6-b042-431b-a511-06748b31bf65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:48:55Z', 'updated_at': '2021-05-25T16:48:55Z', 'revision_number': 0, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6f7b5-8af7-4040-afc9-1aca50d64021', 'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'mac_address': 'fa:16:3e:02:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:45Z', 'updated_at': '2021-05-25T16:47:54Z', 'revision_number': 5, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'subnets': [{'id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:00.593111 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4e734-4461-44fc-b6fd-47efc889e33a None None] The sync data for ids ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'] in dv-cinder-786386-6-smb is: [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:46Z', 'revision_number': 4, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '238a1f4e-ca17-4a63-97ff-bb773d1acb24', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'port_id': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'mac_address': 'fa:16:3e:57:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18d53d6-b042-431b-a511-06748b31bf65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:48:55Z', 'updated_at': '2021-05-25T16:48:55Z', 'revision_number': 0, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6f7b5-8af7-4040-afc9-1aca50d64021', 'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'mac_address': 'fa:16:3e:02:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:45Z', 'updated_at': '2021-05-25T16:47:54Z', 'revision_number': 5, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'subnets': [{'id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:00.653413 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.677930 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-12449cf9-7c9d-4a61-8c9c-1e6a02b41ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.694145 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-12449cf9-7c9d-4a61-8c9c-1e6a02b41ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:00.698313 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-12449cf9-7c9d-4a61-8c9c-1e6a02b41ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:2f303a80b03947f7a47b7bfcf6e5872c is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:00.701415 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-12449cf9-7c9d-4a61-8c9c-1e6a02b41ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:00.708450 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-12449cf9-7c9d-4a61-8c9c-1e6a02b41ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:00.777306 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:48:54Z', 'revision_number': 2, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:00.782014 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Checking router: 395d86e9-8152-4ff0-8f99-c19bc2b043cd for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:49:00.782408 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Updating router 395d86e9-8152-4ff0-8f99-c19bc2b043cd port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b binding host dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:49:00.806785 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-12449cf9-7c9d-4a61-8c9c-1e6a02b41ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.857245 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-12449cf9-7c9d-4a61-8c9c-1e6a02b41ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.871749 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0abc966a-bbba-41dd-bf84-685aaf67d23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:00.875092 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba7a81-ded9-4ddd-836d-32b1dd6cf0e0 req-777bb7de-f353-4092-956b-6d07d4352d3f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:00.876996 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6fba7a81-ded9-4ddd-836d-32b1dd6cf0e0 req-777bb7de-f353-4092-956b-6d07d4352d3f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.4140120 May 25 16:49:00.881564 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.936140 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12449cf9-7c9d-4a61-8c9c-1e6a02b41ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8ee2ad-6f81-4bc0-b689-f130f68b2ff1,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:00.939192 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76bd2208-6d79-4df3-ba3c-1ac223b1ce00 req-24aa20cb-3d86-4682-abc2-6443dc79b7ca service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141088 May 25 16:49:00.971304 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-12449cf9-7c9d-4a61-8c9c-1e6a02b41ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:01.002964 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04536807-3b92-4749-80f4-22d45aa0e24f None None] New status for floating IP 238a1f4e-ca17-4a63-97ff-bb773d1acb24: ACTIVE {{(pid=98884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:49:01.004306 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6fba7a81-ded9-4ddd-836d-32b1dd6cf0e0 req-c50808a9-f445-446a-a870-70b667552502 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187735 May 25 16:49:01.034337 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.075482 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-12449cf9-7c9d-4a61-8c9c-1e6a02b41ad7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f303a80b03947f7a47b7bfcf6e5872c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6538172 May 25 16:49:01.078111 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 57264) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:01.227801 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ab681201-27ef-421d-8580-6ae244f0fc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.288963 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ab681201-27ef-421d-8580-6ae244f0fc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.376577 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Notify callbacks [] for port, precommit_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.428756 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for port, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.460715 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ab681201-27ef-421d-8580-6ae244f0fc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.462129 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Transition to ACTIVE for port object eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:01.472873 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-fb3537fa-79ed-4043-acb2-ef86bd2c3062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:01.484099 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab681201-27ef-421d-8580-6ae244f0fc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8ee2ad-6f81-4bc0-b689-f130f68b2ff1,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:01.486304 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ab681201-27ef-421d-8580-6ae244f0fc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:01.490784 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287295'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.492361 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ab681201-27ef-421d-8580-6ae244f0fc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.493533 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-ab681201-27ef-421d-8580-6ae244f0fc69 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e8ee2ad-6f81-4bc0-b689-f130f68b2ff1 HTTP/1.1" status: 204 len: 168 time: 0.4142423 May 25 16:49:01.501244 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:01.549964 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.561143 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:01.650021 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'Port': ['ID=cff5461c-0b71-4916-acf2-381164280c42,revision_number=2']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:01.669628 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:01.700476 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.827300 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.829305 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0458131 May 25 16:49:01.832561 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea80d74-2f33-4e14-9e18-219a3f423875 None None] Pushing event updated for resources: {'Port': ['ID=eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:01.844067 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-4ea80d74-2f33-4e14-9e18-219a3f423875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:01.853766 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Attempting to bind port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:01.854235 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Attempting to bind port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:01.854791 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Attempting to bind port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b on network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:01.861424 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:01.862010 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Checking segment: {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:01.862540 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.863075 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Bound using segment: {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:01.863735 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Bound port: eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:01.864173 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.081822 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] For port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:02.086118 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] For port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:02.193504 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.211899 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:02.340029 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-4c5851e7-3b8c-467a-9cdf-c66f43942207 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--623592174&fields=id&tenant_id=65b037169fa74f7090d0ad8a40d69f68 HTTP/1.1" status: 200 len: 267 time: 0.0847771 May 25 16:49:02.358125 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:02.359025 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:48:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:02.447440 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea80d74-2f33-4e14-9e18-219a3f423875 None None] Pushing event updated for resources: {'Port': ['ID=eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:02.457618 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-4ea80d74-2f33-4e14-9e18-219a3f423875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:02.500708 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78230cd-3d0a-4e04-b578-72625737aba1 req-adf38e03-1020-4286-b490-3db68567d6bf tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:02.509005 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b78230cd-3d0a-4e04-b578-72625737aba1 req-adf38e03-1020-4286-b490-3db68567d6bf tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.3171926 May 25 16:49:02.603622 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b78230cd-3d0a-4e04-b578-72625737aba1 req-b780c719-f495-4119-99ee-9f7e45b70f10 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934365 May 25 16:49:02.695148 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-242fcf81-b212-44ef-8b2e-a6e7b7ba30e8 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:02.696738 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-242fcf81-b212-44ef-8b2e-a6e7b7ba30e8 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/networks?id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 HTTP/1.1" status: 200 len: 811 time: 0.3505695 May 25 16:49:02.727849 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-a9944cbb-d2f0-4506-b67e-d0e0d851e2bc tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/quotas/65b037169fa74f7090d0ad8a40d69f68 HTTP/1.1" status: 200 len: 375 time: 0.0248482 May 25 16:49:02.729044 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:02.834175 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-1db710f8-cf42-4829-93b0-adcc00fbcede tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65b037169fa74f7090d0ad8a40d69f68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962489 May 25 16:49:02.973053 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57310) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:02.986316 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-57a58c1d-5813-4734-a18c-e61027f9e79b service neutron] 10.222.0.49 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497374 May 25 16:49:03.138455 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1043990563-network', 'tenant_id': '40b309bc2e3c4cb7a8a4156820dfc607'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:03.140215 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-96320581-3c76-4ad1-90b6-37c6679ea0c3 service neutron] 10.222.0.49 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529868 May 25 16:49:03.158746 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:03.165034 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Usage tracker for resource:network and tenant:40b309bc2e3c4cb7a8a4156820dfc607 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:03.169607 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:03.176456 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:03.182805 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:03.185926 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7eae0-70e9-4eba-b672-707eb76003bc None None] The sync data for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb is: [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:03.277453 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Made reservation on behalf of 40b309bc2e3c4cb7a8a4156820dfc607 for: {'network': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:03.283025 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.299609 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.319985 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:03.328259 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Usage tracker for resource:security_group_rule and tenant:40b309bc2e3c4cb7a8a4156820dfc607 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:03.332190 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:03.340702 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:03.468387 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.531871 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4dc165f8-65e8-4b6d-9698-a5ab2800099b req-e9fd5ebc-8b3e-475c-9b7a-34441d8858d9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 210 time: 0.0642338 May 25 16:49:03.534702 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.539292 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-34665644-817f-4122-9bc2-75937bf16a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:03.608280 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=98882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:49:03.618519 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:03.644056 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:03.650480 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.650831 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.segments_db [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Added segment 77b32883-90d9-430b-a6ea-3892263ec8a3 of type vlan for network 87aff079-8796-4347-bb3f-f75595c8855d May 25 16:49:03.730712 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.824802 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:03.854462 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.855876 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:03.856458 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.884874 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd8759-d720-4253-b1ac-93d8bcc50378 req-bb00e872-4c00-403c-8fdf-6ec4f719fc30 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:03.898716 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-46bd8759-d720-4253-b1ac-93d8bcc50378 req-bb00e872-4c00-403c-8fdf-6ec4f719fc30 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1291115 May 25 16:49:03.922409 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:03.974357 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-46bd8759-d720-4253-b1ac-93d8bcc50378 req-c1044a27-9227-4822-bc51-a66e9ca26186 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711105 May 25 16:49:03.974903 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:03.980659 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:03.981043 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.053222 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0771897 May 25 16:49:04.053721 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 57330) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:04.066260 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Request body: {'subnet': {'network_id': '87aff079-8796-4347-bb3f-f75595c8855d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1043990563-subnet', 'tenant_id': '40b309bc2e3c4cb7a8a4156820dfc607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:04.079665 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:04.087806 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Pushing event updated for resources: {'Network': ['ID=87aff079-8796-4347-bb3f-f75595c8855d,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:04.090813 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:04.091554 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Usage tracker for resource:subnet and tenant:40b309bc2e3c4cb7a8a4156820dfc607 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:04.106152 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:04.113118 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:04.120838 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network 87aff079-8796-4347-bb3f-f75595c8855d details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:49:04.210985 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Made reservation on behalf of 40b309bc2e3c4cb7a8a4156820dfc607 for: {'subnet': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:04.220255 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2283288'] for subnet, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.258900 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.320868 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:04.460918 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.463346 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-aff0c012-f5be-4c23-9b8c-d991ad065b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:04.588112 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:04.591373 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:04.850443 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4c3fa6bc-8d91-4485-9233-a0bc89dbfc54 req-4a32a8b7-aa91-4e86-8455-81efe87da5be tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 210 time: 0.0568750 May 25 16:49:05.237741 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c54c8-983b-48d9-ae41-82c0707b1100 req-ae2bb044-4849-4561-be1f-fb3e32ea023a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:05.239264 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-dc7c54c8-983b-48d9-ae41-82c0707b1100 req-ae2bb044-4849-4561-be1f-fb3e32ea023a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1247523 May 25 16:49:05.304988 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-dc7c54c8-983b-48d9-ae41-82c0707b1100 req-3f7d20ec-62f7-4e8c-8874-1ba56b4370d1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526052 May 25 16:49:05.386364 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2276314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2283278'] for subnet, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.390551 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:05.603256 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e706638a-218d-487c-884d-969f38ca0b75,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:05.610880 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:05.620154 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Checking segment: {'id': '77b32883-90d9-430b-a6ea-3892263ec8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:05.620828 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Network hostable DHCP agents. Network: 87aff079-8796-4347-bb3f-f75595c8855d, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:49:05.700174 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Network 87aff079-8796-4347-bb3f-f75595c8855d is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:49:05.748523 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:05.808771 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, 87aff079-8796-4347-bb3f-f75595c8855d) {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:05.819671 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:05.821681 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.824166 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cec90b-d2a9-4979-872d-07d668ffd0ec None None] Network 87aff079-8796-4347-bb3f-f75595c8855d requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:05.901428 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8472810 May 25 16:49:05.925165 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:05.928550 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.076011 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ae22f3dc-8e8a-41cc-8dae-4abccac54f60 req-ab17e693-7770-48f2-8db9-924b85a94646 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 210 time: 0.0652826 May 25 16:49:06.127087 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57360) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:06.211120 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f55c45-0545-4a4d-89a7-700724d69190 None None] Network 87aff079-8796-4347-bb3f-f75595c8855d requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:06.310106 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3da211c4-383d-4b88-83d7-6ce95fee3878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.333683 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3da211c4-383d-4b88-83d7-6ce95fee3878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:06.340804 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3da211c4-383d-4b88-83d7-6ce95fee3878 admin admin] Usage tracker for resource:security_group_rule and tenant:75976c0f456f4a4ebbbdeced06a50d30 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:06.344417 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3da211c4-383d-4b88-83d7-6ce95fee3878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:06.353604 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3da211c4-383d-4b88-83d7-6ce95fee3878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:06.470767 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3da211c4-383d-4b88-83d7-6ce95fee3878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.574400 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3da211c4-383d-4b88-83d7-6ce95fee3878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.587940 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f1d500d5-a108-4354-9e34-d96f96ab5387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:06.664207 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-3da211c4-383d-4b88-83d7-6ce95fee3878 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75976c0f456f4a4ebbbdeced06a50d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353389 May 25 16:49:06.665196 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da211c4-383d-4b88-83d7-6ce95fee3878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065384d6-b2cc-4f01-be17-bbf812c0f6c9,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:06.668050 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57370) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:06.681047 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3da211c4-383d-4b88-83d7-6ce95fee3878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:06.748365 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b5be8585-e432-40ea-a8b8-d6ef26d83e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.776132 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b5be8585-e432-40ea-a8b8-d6ef26d83e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.883801 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1f389-bd61-4373-8d8a-e88896050575 req-141e58a2-acc1-4d28-bf9b-61a7572deb7b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:06.889884 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c7d1f389-bd61-4373-8d8a-e88896050575 req-141e58a2-acc1-4d28-bf9b-61a7572deb7b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.3243952 May 25 16:49:06.922992 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b5be8585-e432-40ea-a8b8-d6ef26d83e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.930142 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-7c88385e-acb3-4d68-beab-ea1dae90d600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:06.961370 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-d5664c43-ac11-46d2-85ad-74434a38e1a5 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:06.964402 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b5be8585-e432-40ea-a8b8-d6ef26d83e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.967821 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-b5be8585-e432-40ea-a8b8-d6ef26d83e3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/065384d6-b2cc-4f01-be17-bbf812c0f6c9 HTTP/1.1" status: 204 len: 168 time: 0.2965360 May 25 16:49:06.967967 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-d5664c43-ac11-46d2-85ad-74434a38e1a5 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.39 "GET /v2.0/networks?id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 HTTP/1.1" status: 200 len: 811 time: 0.3116055 May 25 16:49:06.968754 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be8585-e432-40ea-a8b8-d6ef26d83e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065384d6-b2cc-4f01-be17-bbf812c0f6c9,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:06.977446 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b5be8585-e432-40ea-a8b8-d6ef26d83e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:06.995533 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c7d1f389-bd61-4373-8d8a-e88896050575 req-4a779b35-4347-4fc8-91fc-7baadfe621db tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015599 May 25 16:49:07.045791 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-c90014d7-70dc-4ba5-b914-cf44ff631b33 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65b037169fa74f7090d0ad8a40d69f68 HTTP/1.1" status: 200 len: 379 time: 0.0732558 May 25 16:49:07.057647 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'port': {'device_id': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'admin_state_up': True, 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'security_groups': ['4403e06a-a119-4f13-aa75-f4f93261ebf0']}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:07.253150 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:07.258867 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Usage tracker for resource:port and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:07.264672 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:07.272715 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:07.401942 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Made reservation on behalf of 65b037169fa74f7090d0ad8a40d69f68 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:07.428825 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.485658 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-966b7275-4d78-4cca-b446-a172c4eb436b req-88298f66-4e2b-45c1-92c9-3c0a025bcdf3 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 210 time: 0.1440356 May 25 16:49:07.693058 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Allocated IP 172.20.0.3 (6c4ac3a1-b9bf-4c55-8d7b-e62430e60185/4fceb711-e2c1-4385-8410-e023c98848d8/4146e13d-1d58-46ed-97aa-d586b4240892) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:07.925831 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.949625 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Transition to ACTIVE for port object 4146e13d-1d58-46ed-97aa-d586b4240892 will not be triggered until provisioned by entity DHCP. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:08.034721 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.048769 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:08.174167 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:08.179664 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'Port': ['ID=4146e13d-1d58-46ed-97aa-d586b4240892,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:08.183907 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:08.192554 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:08.196344 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:08.279911 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:08.280545 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.315753 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81760794-4a6f-4adc-b2b1-22fde288f983 req-2b11babf-9549-41c2-bdc9-2df8b627b12a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:08.319548 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-81760794-4a6f-4adc-b2b1-22fde288f983 req-2b11babf-9549-41c2-bdc9-2df8b627b12a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1845500 May 25 16:49:08.362860 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3108945 May 25 16:49:08.375071 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Request body: {'port': {'device_id': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:08.413570 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-81760794-4a6f-4adc-b2b1-22fde288f983 req-eadda3fa-31df-4cf7-a06b-6fb5b5e47849 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881693 May 25 16:49:08.508279 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.569068 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-e3495fa6-d088-4ee8-b07a-d63d8ee05aa9 None None] Provisioning for port 4146e13d-1d58-46ed-97aa-d586b4240892 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:08.578617 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-e3495fa6-d088-4ee8-b07a-d63d8ee05aa9 None None] Provisioning complete for port 4146e13d-1d58-46ed-97aa-d586b4240892 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:08.579008 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e3495fa6-d088-4ee8-b07a-d63d8ee05aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.660501 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-e3495fa6-d088-4ee8-b07a-d63d8ee05aa9 None None] Port 4146e13d-1d58-46ed-97aa-d586b4240892 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:08.914651 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ec57e-4878-4891-9109-d7069458a02e req-11478d7d-da9c-486d-a201-fac78ea13d3a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:08.915578 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-083ec57e-4878-4891-9109-d7069458a02e req-11478d7d-da9c-486d-a201-fac78ea13d3a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Synchronizing usage tracker for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:09.241482 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-6c3f1db5-3919-4036-a5cf-cd44b1cf1934 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:09.242947 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-6c3f1db5-3919-4036-a5cf-cd44b1cf1934 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/networks?id=87aff079-8796-4347-bb3f-f75595c8855d HTTP/1.1" status: 200 len: 809 time: 0.3146744 May 25 16:49:09.252271 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4146e13d-1d58-46ed-97aa-d586b4240892 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:09.267174 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:09.272478 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-7fb77abe-ce94-4005-a838-117c5008c9cd tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/quotas/40b309bc2e3c4cb7a8a4156820dfc607 HTTP/1.1" status: 200 len: 375 time: 0.0226414 May 25 16:49:09.285417 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Transition to ACTIVE for port object 4146e13d-1d58-46ed-97aa-d586b4240892 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:09.328879 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-41783861-4c2b-420d-a77f-a0c65fd6e665 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=40b309bc2e3c4cb7a8a4156820dfc607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451679 May 25 16:49:09.408285 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-083ec57e-4878-4891-9109-d7069458a02e req-11478d7d-da9c-486d-a201-fac78ea13d3a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Unset dirty status for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:09.409473 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-083ec57e-4878-4891-9109-d7069458a02e req-11478d7d-da9c-486d-a201-fac78ea13d3a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 931 time: 0.7428672 May 25 16:49:09.437393 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:09.446588 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:09.648921 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-083ec57e-4878-4891-9109-d7069458a02e req-cf862449-6e5e-42f1-8a7b-9196674c1f9e tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298629 May 25 16:49:09.712835 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Pushing event updated for resources: {'Port': ['ID=4146e13d-1d58-46ed-97aa-d586b4240892,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:09.715806 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:09.723874 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-b1fb2068-f6c6-4667-aa18-4c6c696708f4 service neutron] 10.222.0.49 "GET /v2.0/networks/87aff079-8796-4347-bb3f-f75595c8855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879633 May 25 16:49:09.965017 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Attempting to bind port 4146e13d-1d58-46ed-97aa-d586b4240892 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:09.965260 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Attempting to bind port 4146e13d-1d58-46ed-97aa-d586b4240892 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:09.965615 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Attempting to bind port 4146e13d-1d58-46ed-97aa-d586b4240892 on network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:09.984520 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Port 4146e13d-1d58-46ed-97aa-d586b4240892 on network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:49:09.984777 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Attempting to bind port 4146e13d-1d58-46ed-97aa-d586b4240892 on network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:10.006580 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:10.006918 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Checking segment: {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:10.007310 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Bound using segment: {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:10.007753 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Bound port: 4146e13d-1d58-46ed-97aa-d586b4240892, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:10.008105 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:10.029378 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-8c18a50e-6628-4567-a6fb-bcba54b987ac service neutron] 10.222.0.49 "GET /v2.0/networks/87aff079-8796-4347-bb3f-f75595c8855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685151 May 25 16:49:10.039448 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47193298-6efd-4070-b8e9-5fa402fab664 req-f4a24d6b-7071-4acc-85b6-56935f579063 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:10.040973 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-47193298-6efd-4070-b8e9-5fa402fab664 req-f4a24d6b-7071-4acc-85b6-56935f579063 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.2447870 May 25 16:49:10.155498 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-47193298-6efd-4070-b8e9-5fa402fab664 req-cccbf7d8-ada2-4515-90a5-0edef88c36eb tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847809 May 25 16:49:10.167923 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] For port 4146e13d-1d58-46ed-97aa-d586b4240892, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:10.171412 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] For port 4146e13d-1d58-46ed-97aa-d586b4240892, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4146e13d-1d58-46ed-97aa-d586b4240892,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:10.361986 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:10.367661 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5f7a45f4-2ffb-4818-8567-61200342a21b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:10.458107 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:10.459114 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:10.460556 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] 10.222.0.39 "PUT /v2.0/ports/4146e13d-1d58-46ed-97aa-d586b4240892 HTTP/1.1" status: 200 len: 1093 time: 2.0898020 May 25 16:49:10.476673 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'tag': '4146e13d-1d58-46ed-97aa-d586b4240892'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:10.506309 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-65f2aaa9-bd58-4fd1-9f86-69c378324c15 req-4d7d2b3a-8250-4f9a-a8a5-e5e1d2dbafc1 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 210 time: 0.0982237 May 25 16:49:10.531903 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Pushing event updated for resources: {'Port': ['ID=4146e13d-1d58-46ed-97aa-d586b4240892,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:10.546983 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:10.557994 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'tag': '4146e13d-1d58-46ed-97aa-d586b4240892', 'status': 'completed', 'code': 200} May 25 16:49:10.660529 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c5f06-09ba-4676-8556-a82ab3d4f97e req-b2687e55-6f45-4bc7-9719-aac066ffa135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:10.663007 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ff1c5f06-09ba-4676-8556-a82ab3d4f97e req-b2687e55-6f45-4bc7-9719-aac066ffa135 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b037169fa74f7090d0ad8a40d69f68&device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 1096 time: 0.0842254 May 25 16:49:10.864236 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c5f06-09ba-4676-8556-a82ab3d4f97e req-0166f631-11fb-4cda-8f34-7fba87553c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:10.865716 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ff1c5f06-09ba-4676-8556-a82ab3d4f97e req-0166f631-11fb-4cda-8f34-7fba87553c5b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=65b037169fa74f7090d0ad8a40d69f68&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1948912 May 25 16:49:10.978917 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe756cd-0761-4687-a126-ea66fbea83e1 req-e931f976-ba2b-4b6b-980b-000b2c54f410 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:10.980514 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4fe756cd-0761-4687-a126-ea66fbea83e1 req-e931f976-ba2b-4b6b-980b-000b2c54f410 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 943 time: 0.2031219 May 25 16:49:11.049957 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c5f06-09ba-4676-8556-a82ab3d4f97e req-0fafd5a5-8a93-4efc-8b66-29eecd64dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.051384 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ff1c5f06-09ba-4676-8556-a82ab3d4f97e req-0fafd5a5-8a93-4efc-8b66-29eecd64dee1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1794102 May 25 16:49:11.056145 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4fe756cd-0761-4687-a126-ea66fbea83e1 req-159d3037-8ef7-47d2-868d-4c06e56e3e77 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603349 May 25 16:49:11.273896 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dcfe298f-2293-44ae-815a-4e6c8c777cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.275371 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-dcfe298f-2293-44ae-815a-4e6c8c777cac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b037169fa74f7090d0ad8a40d69f68&device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 1096 time: 0.1698406 May 25 16:49:11.423686 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-2a8b437d-c9b7-463f-9173-3211c76ca2ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4146e13d-1d58-46ed-97aa-d586b4240892 HTTP/1.1" status: 200 len: 217 time: 0.1152108 May 25 16:49:11.513328 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-771b6ca5-8a80-4800-be9e-dc807382422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.514720 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-771b6ca5-8a80-4800-be9e-dc807382422a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fceb711-e2c1-4385-8410-e023c98848d8 HTTP/1.1" status: 200 len: 850 time: 0.0776012 May 25 16:49:11.529647 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3205442-ff47-41d5-a047-7b94add3a31e req-6e9c8c11-f15c-4d95-9e3d-3b76d6d656ba tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.531062 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b3205442-ff47-41d5-a047-7b94add3a31e req-6e9c8c11-f15c-4d95-9e3d-3b76d6d656ba tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.2519622 May 25 16:49:11.608521 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ca15-2bb9-4e7f-9947-1bb1b40002db req-95e4cb85-5256-4e28-bb81-5f82f6a44371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.615304 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0808ca15-2bb9-4e7f-9947-1bb1b40002db req-95e4cb85-5256-4e28-bb81-5f82f6a44371 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 1098 time: 0.2383611 May 25 16:49:11.740535 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-66b98aa8-a4b4-4021-8d41-699867d60e30 req-514b46b7-fc1c-4efe-b6a0-64c66a6953b5 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 210 time: 0.1280501 May 25 16:49:11.748327 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b3205442-ff47-41d5-a047-7b94add3a31e req-ccd695c9-84b3-4ee2-94a0-13008abbf0f3 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778460 May 25 16:49:11.799961 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-5f80c195-a258-4e72-b5c4-8884aa4007d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.806414 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-5f80c195-a258-4e72-b5c4-8884aa4007d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2695193 May 25 16:49:11.883910 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ca15-2bb9-4e7f-9947-1bb1b40002db req-d4343380-5994-49a2-8a1e-c379e8ff796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.885357 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0808ca15-2bb9-4e7f-9947-1bb1b40002db req-d4343380-5994-49a2-8a1e-c379e8ff796f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 919 time: 0.2650540 May 25 16:49:12.035051 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0808ca15-2bb9-4e7f-9947-1bb1b40002db req-2d9e95a0-4c42-4cd0-be29-47cd7c99f1fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 HTTP/1.1" status: 200 len: 1001 time: 0.1326144 May 25 16:49:12.038270 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-4dfe3c5a-0771-4996-ba3c-b8a8a1bd2139 service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281370 May 25 16:49:12.244298 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ca15-2bb9-4e7f-9947-1bb1b40002db req-f4eec150-f1c7-4eec-ac11-3b0eaa5743d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:12.245762 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0808ca15-2bb9-4e7f-9947-1bb1b40002db req-f4eec150-f1c7-4eec-ac11-3b0eaa5743d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a85378c7-f9cc-474b-a7dd-f686d86c794d HTTP/1.1" status: 200 len: 856 time: 0.1927600 May 25 16:49:12.336124 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-150a495a-dbd2-46f7-9bbb-fd307d9904ba req-2d8c4bec-d225-4b9a-a88b-0d57e4495612 service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535152 May 25 16:49:12.366118 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18563031-6aba-440c-a46d-dffef5d409b3 req-da249c1e-afbc-4337-9834-ea10c889d568 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:12.367595 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-18563031-6aba-440c-a46d-dffef5d409b3 req-da249c1e-afbc-4337-9834-ea10c889d568 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 943 time: 0.1987293 May 25 16:49:12.374297 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ca15-2bb9-4e7f-9947-1bb1b40002db req-b1e91b8f-fd27-4c27-ad12-557c56861f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:12.375694 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0808ca15-2bb9-4e7f-9947-1bb1b40002db req-b1e91b8f-fd27-4c27-ad12-557c56861f0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac38085e-850b-4c3b-921d-dd020ca093cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1155419 May 25 16:49:12.493056 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-18563031-6aba-440c-a46d-dffef5d409b3 req-ffb8a102-d938-41e7-997b-e4c07c8bb6ed tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164172 May 25 16:49:12.537600 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0808ca15-2bb9-4e7f-9947-1bb1b40002db req-2cd8eea8-f09d-4395-981d-e52095c3a27e service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475446 May 25 16:49:12.670497 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0808ca15-2bb9-4e7f-9947-1bb1b40002db req-6f6ee5a9-afcd-4b09-ad2a-1ba26093b602 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267116 May 25 16:49:13.066467 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-06dd8987-2a29-4597-98d2-f0a78bf2da94 req-d12762f5-9aad-44cc-9209-1d967d8a7523 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 210 time: 0.1316271 May 25 16:49:13.144848 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-bce3e085-b862-4839-9afb-d5483990089f tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:13.146830 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-bce3e085-b862-4839-9afb-d5483990089f tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.39 "GET /v2.0/networks?id=87aff079-8796-4347-bb3f-f75595c8855d HTTP/1.1" status: 200 len: 809 time: 0.3295894 May 25 16:49:13.161804 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1a248-450d-4289-9a4c-4fd716bf49c4 req-894e58ac-9420-442c-a9dd-f7708ef04301 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:13.163771 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a8a1a248-450d-4289-9a4c-4fd716bf49c4 req-894e58ac-9420-442c-a9dd-f7708ef04301 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.2304137 May 25 16:49:13.168245 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Request body: {'port': {'device_id': '508cd8e2-0088-4b07-9e6a-145554e803f4', 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d', 'admin_state_up': True, 'tenant_id': '40b309bc2e3c4cb7a8a4156820dfc607'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:13.295917 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a8a1a248-450d-4289-9a4c-4fd716bf49c4 req-02b81505-7e05-4115-911d-262a1cf51671 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137409 May 25 16:49:13.339888 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:13.343543 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Usage tracker for resource:port and tenant:40b309bc2e3c4cb7a8a4156820dfc607 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:13.346363 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:13.352776 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:13.425260 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Made reservation on behalf of 40b309bc2e3c4cb7a8a4156820dfc607 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:13.428813 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:13.592682 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Allocated IP 172.20.0.13 (87aff079-8796-4347-bb3f-f75595c8855d/e706638a-218d-487c-884d-969f38ca0b75/6d0a4c06-1b80-4435-b4ca-5263f1194a8b) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:13.818088 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5845000-4cc3-4d02-b54b-1edae79a2690 req-4120c1ef-37e0-4613-a0a6-df39c409ef4c tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:13.820142 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5845000-4cc3-4d02-b54b-1edae79a2690 req-4120c1ef-37e0-4613-a0a6-df39c409ef4c tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 943 time: 0.2020946 May 25 16:49:13.889135 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:13.900987 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5845000-4cc3-4d02-b54b-1edae79a2690 req-a724fb96-4c19-43d2-8278-523556c2c1e0 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743704 May 25 16:49:14.043516 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.049056 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-53e0bce6-cc40-44a6-8559-cc71ef55b32b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:14.117258 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Network 87aff079-8796-4347-bb3f-f75595c8855d is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:14.120071 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:14.124248 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:14.157586 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Pushing event updated for resources: {'Port': ['ID=6d0a4c06-1b80-4435-b4ca-5263f1194a8b,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:14.164324 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:14.230900 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:14.231493 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.282312 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098e17-743a-42a7-b3ae-df837dffa7e6 req-3db00cfd-a89d-47c5-9615-2ac121170361 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:14.282990 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-a9098e17-743a-42a7-b3ae-df837dffa7e6 req-3db00cfd-a89d-47c5-9615-2ac121170361 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Synchronizing usage tracker for tenant:40b309bc2e3c4cb7a8a4156820dfc607 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:14.369684 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2048707 May 25 16:49:14.380908 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Request body: {'port': {'device_id': '508cd8e2-0088-4b07-9e6a-145554e803f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:14.410240 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-a9098e17-743a-42a7-b3ae-df837dffa7e6 req-3db00cfd-a89d-47c5-9615-2ac121170361 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Unset dirty status for tenant:40b309bc2e3c4cb7a8a4156820dfc607 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:14.411422 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a9098e17-743a-42a7-b3ae-df837dffa7e6 req-3db00cfd-a89d-47c5-9615-2ac121170361 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 932 time: 0.2320442 May 25 16:49:14.578833 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a9098e17-743a-42a7-b3ae-df837dffa7e6 req-2689ffe7-6746-42d4-bb06-e7b7b939dfd4 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477146 May 25 16:49:14.594367 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.621193 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e922f9b-3675-4917-9ec1-e3973c0ff0bf req-9d563532-7955-4356-bab7-2118a18ce651 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:14.622677 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e922f9b-3675-4917-9ec1-e3973c0ff0bf req-9d563532-7955-4356-bab7-2118a18ce651 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 945 time: 0.1999555 May 25 16:49:14.751772 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e922f9b-3675-4917-9ec1-e3973c0ff0bf req-da238036-37d4-4485-99d1-a95748d486bd tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008298 May 25 16:49:15.124685 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0a4c06-1b80-4435-b4ca-5263f1194a8b {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:15.134680 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.154574 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Transition to ACTIVE for port object 6d0a4c06-1b80-4435-b4ca-5263f1194a8b will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:15.166368 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729bf14-9e53-467b-86ce-66e9a1fb6858 req-43a726c5-d3c3-47b4-ada1-4a7a3630d882 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:15.168010 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9729bf14-9e53-467b-86ce-66e9a1fb6858 req-43a726c5-d3c3-47b4-ada1-4a7a3630d882 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 943 time: 0.1517887 May 25 16:49:15.204368 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.211797 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-09d54aca-aa0f-4ee1-92a3-27178cc5e017 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:15.255072 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9729bf14-9e53-467b-86ce-66e9a1fb6858 req-d1d5bcf1-07cf-4f22-9dd0-1fa5ade57b02 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811210 May 25 16:49:15.370673 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0a4c06-1b80-4435-b4ca-5263f1194a8b,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:15.377494 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:15.445813 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Attempting to bind port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:15.446140 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Attempting to bind port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '77b32883-90d9-430b-a6ea-3892263ec8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:15.446459 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Attempting to bind port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b on network 87aff079-8796-4347-bb3f-f75595c8855d {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:15.451207 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b on network 87aff079-8796-4347-bb3f-f75595c8855d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:49:15.451559 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Attempting to bind port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b on network 87aff079-8796-4347-bb3f-f75595c8855d {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:15.456348 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 4146e13d-1d58-46ed-97aa-d586b4240892 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:49:15.456907 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:15.457132 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Checking segment: {'id': '77b32883-90d9-430b-a6ea-3892263ec8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:15.457534 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Bound using segment: {'id': '77b32883-90d9-430b-a6ea-3892263ec8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:15.457955 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Bound port: 6d0a4c06-1b80-4435-b4ca-5263f1194a8b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b32883-90d9-430b-a6ea-3892263ec8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:15.458296 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.461441 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:49:15.546166 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] For port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:15.549190 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] For port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d0a4c06-1b80-4435-b4ca-5263f1194a8b,segment=NetworkSegment(77b32883-90d9-430b-a6ea-3892263ec8a3),segment_id=77b32883-90d9-430b-a6ea-3892263ec8a3)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:15.643332 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.650274 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a8da8655-648b-4e2d-93cb-fbe7b0750eb5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:15.683852 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.704085 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 4146e13d-1d58-46ed-97aa-d586b4240892, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4146e13d-1d58-46ed-97aa-d586b4240892,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:15.725129 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '4146e13d-1d58-46ed-97aa-d586b4240892', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'port_id': '4146e13d-1d58-46ed-97aa-d586b4240892', 'mac_address': 'fa:16:3e:2c:8b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:49:15.730299 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:15.750673 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:15.751339 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.752657 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] 10.222.0.39 "PUT /v2.0/ports/6d0a4c06-1b80-4435-b4ca-5263f1194a8b HTTP/1.1" status: 200 len: 1094 time: 1.3762352 May 25 16:49:15.753364 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508cd8e2-0088-4b07-9e6a-145554e803f4', 'tag': '6d0a4c06-1b80-4435-b4ca-5263f1194a8b'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:15.785457 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:15.787899 dv-cinder-786386-6-smb neutron-server[98883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'code': 422} returned with failed status May 25 16:49:15.790025 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0a4c06-1b80-4435-b4ca-5263f1194a8b,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:15.794456 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:15.805238 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.818347 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7dfa7-1332-47de-9549-3b862f3e2071 req-47927984-3962-4123-8345-d7e71068c3ec tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:15.825378 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4146e13d-1d58-46ed-97aa-d586b4240892 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:15.825634 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76f7dfa7-1332-47de-9549-3b862f3e2071 req-47927984-3962-4123-8345-d7e71068c3ec tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 944 time: 0.1341791 May 25 16:49:15.828523 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508cd8e2-0088-4b07-9e6a-145554e803f4', 'tag': '6d0a4c06-1b80-4435-b4ca-5263f1194a8b', 'status': 'completed', 'code': 200} May 25 16:49:15.845160 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 4146e13d-1d58-46ed-97aa-d586b4240892, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4146e13d-1d58-46ed-97aa-d586b4240892,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:15.871378 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.876006 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:15.915004 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76f7dfa7-1332-47de-9549-3b862f3e2071 req-fb87f1a2-8523-46cb-bd9c-19c9da60b0f3 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883603 May 25 16:49:15.926638 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.950291 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,revision_number=8']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:15.953216 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:15.953718 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:16.001650 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c46e2-7f3a-4158-9619-b1ff2464ebac req-84ee3795-0a19-4af0-a36d-a4977f79f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.003109 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-475c46e2-7f3a-4158-9619-b1ff2464ebac req-84ee3795-0a19-4af0-a36d-a4977f79f6d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40b309bc2e3c4cb7a8a4156820dfc607&device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 1097 time: 0.1454790 May 25 16:49:16.017170 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a859e7-0ecb-4292-9cc7-8f7ba7720bd2 req-ed4c3396-a447-4f30-bf65-0821c697815c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.018684 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a5a859e7-0ecb-4292-9cc7-8f7ba7720bd2 req-ed4c3396-a447-4f30-bf65-0821c697815c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.1009448 May 25 16:49:16.030785 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=4146e13d-1d58-46ed-97aa-d586b4240892,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:16.033846 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:16.147426 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['4146e13d-1d58-46ed-97aa-d586b4240892'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:49:16.147623 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a5a859e7-0ecb-4292-9cc7-8f7ba7720bd2 req-b18878e4-b234-4ce4-a946-60168c4e54cb tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058125 May 25 16:49:16.185670 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c46e2-7f3a-4158-9619-b1ff2464ebac req-b69496a8-11a0-4f27-9237-8958b105d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.187040 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-475c46e2-7f3a-4158-9619-b1ff2464ebac req-b69496a8-11a0-4f27-9237-8958b105d7ee service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=40b309bc2e3c4cb7a8a4156820dfc607&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1675231 May 25 16:49:16.335332 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c46e2-7f3a-4158-9619-b1ff2464ebac req-2ed1cc2e-3f98-4b6b-90e3-695a1a75c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.337747 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-475c46e2-7f3a-4158-9619-b1ff2464ebac req-2ed1cc2e-3f98-4b6b-90e3-695a1a75c603 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1429117 May 25 16:49:16.506893 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-0c1eb3e4-d015-4939-9e07-7ec08d8ef4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.511769 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-0c1eb3e4-d015-4939-9e07-7ec08d8ef4e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40b309bc2e3c4cb7a8a4156820dfc607&device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 1097 time: 0.1348946 May 25 16:49:16.515924 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fcfad-0b5f-4886-b631-70e316625eb5 req-6aa5bc5f-2d5c-475e-a917-55517166ccbc tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.517281 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2c3fcfad-0b5f-4886-b631-70e316625eb5 req-6aa5bc5f-2d5c-475e-a917-55517166ccbc tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 944 time: 0.1092827 May 25 16:49:16.592546 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-45a1e503-56ac-4a7c-b130-86afb84b6e05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d0a4c06-1b80-4435-b4ca-5263f1194a8b HTTP/1.1" status: 200 len: 217 time: 0.0743268 May 25 16:49:16.667692 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2c3fcfad-0b5f-4886-b631-70e316625eb5 req-f5644c11-1b6c-48e2-a1f6-0f37b79958b6 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949712 May 25 16:49:16.676748 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-5d292edf-7249-4306-a14e-37529abf3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.678786 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-5d292edf-7249-4306-a14e-37529abf3679 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e706638a-218d-487c-884d-969f38ca0b75 HTTP/1.1" status: 200 len: 849 time: 0.0783098 May 25 16:49:16.726160 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-07dad528-83fc-4b2b-976d-e7898cae6ff6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87aff079-8796-4347-bb3f-f75595c8855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408185 May 25 16:49:16.934532 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-aa968993-0b03-4d6f-8681-072bb55e7330 service neutron] 10.222.0.39 "GET /v2.0/networks/87aff079-8796-4347-bb3f-f75595c8855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017858 May 25 16:49:17.121714 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8a3af8c7-2073-46dc-8a41-68f2fda7d46d req-e53e0719-23a5-44be-8153-daf6bded60f5 service neutron] 10.222.0.39 "GET /v2.0/networks/87aff079-8796-4347-bb3f-f75595c8855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801412 May 25 16:49:17.141094 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ba34a-c895-4b70-ada6-d4a5e6dc4d08 req-a5f7e35d-9476-4562-8246-f45eb186ed7a tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:17.142551 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aa8ba34a-c895-4b70-ada6-d4a5e6dc4d08 req-a5f7e35d-9476-4562-8246-f45eb186ed7a tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 944 time: 0.1152542 May 25 16:49:17.188068 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aa8ba34a-c895-4b70-ada6-d4a5e6dc4d08 req-e0f47d4c-a7e4-47dc-9eed-2f7cb8b2f465 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 May 25 16:49:17.473126 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 4146e13d-1d58-46ed-97aa-d586b4240892 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:17.602731 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port 4146e13d-1d58-46ed-97aa-d586b4240892 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:17.607715 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 4146e13d-1d58-46ed-97aa-d586b4240892 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:17.609515 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:17.729068 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:17.762043 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 4146e13d-1d58-46ed-97aa-d586b4240892, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4146e13d-1d58-46ed-97aa-d586b4240892,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:17.789068 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4146e13d-1d58-46ed-97aa-d586b4240892'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:17.848367 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:17.849215 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:49:17.864120 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd852d-6d98-4025-8b6f-3df1d0176fb6 req-f96bc7f3-d1e2-47b0-a620-7fd4ecc7fd15 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:17.865690 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bfbd852d-6d98-4025-8b6f-3df1d0176fb6 req-f96bc7f3-d1e2-47b0-a620-7fd4ecc7fd15 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 944 time: 0.0816259 May 25 16:49:17.875509 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9b33dbef-852e-4480-af4b-513ae89d3acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:17.912522 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bfbd852d-6d98-4025-8b6f-3df1d0176fb6 req-8573748d-2422-4c68-b8d4-e507cdb8a1e9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406408 May 25 16:49:17.975726 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4146e13d-1d58-46ed-97aa-d586b4240892', 'code': 200} May 25 16:49:17.978153 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=4146e13d-1d58-46ed-97aa-d586b4240892,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:17.981442 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:18.107853 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7682348-42d9-489b-aaad-58ea9ac24939 req-ece7e1c4-2936-4aec-9416-d3f6cf6adee5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:18.111140 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f7682348-42d9-489b-aaad-58ea9ac24939 req-ece7e1c4-2936-4aec-9416-d3f6cf6adee5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0866578 May 25 16:49:18.159075 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f7682348-42d9-489b-aaad-58ea9ac24939 req-223e6851-e846-4f9c-ac62-0407786f34fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428379 May 25 16:49:18.439604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f477953-f419-4e76-9af9-b93cb6958042 req-8b01acef-b3aa-4d4d-821a-0e3dd17674cf tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:18.441106 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6f477953-f419-4e76-9af9-b93cb6958042 req-8b01acef-b3aa-4d4d-821a-0e3dd17674cf tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 944 time: 0.1421134 May 25 16:49:18.443138 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7893ad-0ca9-429d-b971-14aa2ee7fb6c req-dc65edb2-0f63-48ff-aa41-eb98713d711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:18.444988 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7d7893ad-0ca9-429d-b971-14aa2ee7fb6c req-dc65edb2-0f63-48ff-aa41-eb98713d711d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 1098 time: 0.1090295 May 25 16:49:18.514001 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7d7893ad-0ca9-429d-b971-14aa2ee7fb6c req-ef9b3f4a-dcb8-4c2b-83a9-a79cff050e25 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534623 May 25 16:49:18.516708 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6f477953-f419-4e76-9af9-b93cb6958042 req-5f4c4d24-aa1b-4ef3-8135-321c422fa22f tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692790 May 25 16:49:18.660920 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57512) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:18.773079 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-7bfcf037-3e6c-4fff-8337-5bf4d9793cc9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108568 May 25 16:49:19.101025 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fbd41-5c9b-4f51-9486-6ebe4299908a req-33f7ae08-4666-4dc5-9487-d72829c2dbc8 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:19.102415 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7e1fbd41-5c9b-4f51-9486-6ebe4299908a req-33f7ae08-4666-4dc5-9487-d72829c2dbc8 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0815976 May 25 16:49:19.147278 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7e1fbd41-5c9b-4f51-9486-6ebe4299908a req-d5b0430f-adf5-4c7f-aa70-de7ad19f0c9a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389872 May 25 16:49:19.347572 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1d84b-89b8-44e4-99fb-f4063100455a req-e0e45656-a361-4d9b-91c9-9707e35ebd3a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:19.349061 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0dc1d84b-89b8-44e4-99fb-f4063100455a req-e0e45656-a361-4d9b-91c9-9707e35ebd3a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0797968 May 25 16:49:19.398725 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0dc1d84b-89b8-44e4-99fb-f4063100455a req-9f3772b9-87eb-4d62-af8f-3bbc85ef161c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432410 May 25 16:49:19.487540 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 6d0a4c06-1b80-4435-b4ca-5263f1194a8b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:49:19.621679 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d0a4c06-1b80-4435-b4ca-5263f1194a8b,segment=NetworkSegment(77b32883-90d9-430b-a6ea-3892263ec8a3),segment_id=77b32883-90d9-430b-a6ea-3892263ec8a3)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:19.635979 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '6d0a4c06-1b80-4435-b4ca-5263f1194a8b', 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d', 'port_id': '6d0a4c06-1b80-4435-b4ca-5263f1194a8b', 'mac_address': 'fa:16:3e:90:06:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e706638a-218d-487c-884d-969f38ca0b75', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:49:19.695398 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.712612 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0a4c06-1b80-4435-b4ca-5263f1194a8b {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:19.717043 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec5f5a-72c3-42f5-8811-7472b4c356a8 req-b2bb492d-52a3-4e31-b708-503b7c417baa tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:19.718568 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3ec5f5a-72c3-42f5-8811-7472b4c356a8 req-b2bb492d-52a3-4e31-b708-503b7c417baa tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 944 time: 0.0882802 May 25 16:49:19.728305 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d0a4c06-1b80-4435-b4ca-5263f1194a8b,segment=NetworkSegment(77b32883-90d9-430b-a6ea-3892263ec8a3),segment_id=77b32883-90d9-430b-a6ea-3892263ec8a3)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:19.764972 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3ec5f5a-72c3-42f5-8811-7472b4c356a8 req-9395c035-4baa-42fe-875c-cf90bbb92d7b tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 May 25 16:49:19.837125 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.839221 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:19.853232 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:49:19.909511 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=6d0a4c06-1b80-4435-b4ca-5263f1194a8b,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:19.912489 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:20.069047 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['6d0a4c06-1b80-4435-b4ca-5263f1194a8b'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:49:20.367270 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3cab3-31dd-4c93-ab5b-8da4be96bdaa req-8d15a1fd-17a5-4012-8ec6-ac7f90d7ed9c tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:20.368826 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-80b3cab3-31dd-4c93-ab5b-8da4be96bdaa req-8d15a1fd-17a5-4012-8ec6-ac7f90d7ed9c tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0865681 May 25 16:49:20.412980 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-80b3cab3-31dd-4c93-ab5b-8da4be96bdaa req-ebb30a25-6369-46f1-95a4-6e976dabbfa5 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384524 May 25 16:49:20.666545 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50905437-f116-4d2a-a3fc-ab6d087bab7f req-7c029412-3c3b-4345-a506-2e20ff000be2 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:20.667975 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-50905437-f116-4d2a-a3fc-ab6d087bab7f req-7c029412-3c3b-4345-a506-2e20ff000be2 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1491394 May 25 16:49:20.677672 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 57536) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:20.680762 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843ad6-47bf-4f65-acc4-a30bc1ed2f4a req-b6b03097-d8d0-4ba2-aa20-d8977fbe43b1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:20.682301 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b7843ad6-47bf-4f65-acc4-a30bc1ed2f4a req-b6b03097-d8d0-4ba2-aa20-d8977fbe43b1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.1238270 May 25 16:49:20.683271 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-ab9cf7ba-e580-4224-a336-1465ead26d6b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'floatingip': {'port_id': '4146e13d-1d58-46ed-97aa-d586b4240892'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:20.732553 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b7843ad6-47bf-4f65-acc4-a30bc1ed2f4a req-da7e1fa0-bf31-472b-84ca-0bcc879e4ee0 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441167 May 25 16:49:20.841868 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf7ba-e580-4224-a336-1465ead26d6b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:20.957509 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f261f-94d8-4a21-af02-f8a914e40f04 req-55af80d9-f62a-4109-9207-5303a22fd074 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:20.959942 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e26f261f-94d8-4a21-af02-f8a914e40f04 req-55af80d9-f62a-4109-9207-5303a22fd074 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 945 time: 0.0828815 May 25 16:49:21.007745 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e26f261f-94d8-4a21-af02-f8a914e40f04 req-4d0e0a71-45e3-4b09-a44b-97c48cb1b4d8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422511 May 25 16:49:21.517957 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 6d0a4c06-1b80-4435-b4ca-5263f1194a8b up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:21.569866 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-a8d68a54-6e81-4008-9b17-fbacd6bc7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:21.571991 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-a8d68a54-6e81-4008-9b17-fbacd6bc7e3c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1&tenant_id=cc17a95680e746b19bec554ae402e65e HTTP/1.1" status: 200 len: 1096 time: 0.0838435 May 25 16:49:21.610626 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf7ba-e580-4224-a336-1465ead26d6b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:21.642752 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:21.648113 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:21.648519 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:21.665648 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf7ba-e580-4224-a336-1465ead26d6b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:21.670851 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-3b5180d9-3146-4f84-b2c9-0d6b7d78e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:21.672439 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-3b5180d9-3146-4f84-b2c9-0d6b7d78e2f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 1096 time: 0.0731652 May 25 16:49:21.774075 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:21.805812 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508cd8e2-0088-4b07-9e6a-145554e803f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a4c06-1b80-4435-b4ca-5263f1194a8b'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:21.812906 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-c76cd0ee-f25d-49f7-9a74-ec098250da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:21.814502 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-c76cd0ee-f25d-49f7-9a74-ec098250da4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 919 time: 0.1347036 May 25 16:49:21.816758 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d0a4c06-1b80-4435-b4ca-5263f1194a8b,segment=NetworkSegment(77b32883-90d9-430b-a6ea-3892263ec8a3),segment_id=77b32883-90d9-430b-a6ea-3892263ec8a3)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:21.846684 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.l3_db [None req-ab9cf7ba-e580-4224-a336-1465ead26d6b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Floating IP b9d3d3e8-4b1f-4740-9c7c-df3a85a40de0 associated. External IP: 172.28.3.170, port: 4146e13d-1d58-46ed-97aa-d586b4240892. May 25 16:49:21.871564 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:21.875999 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d6d465e6-bc1d-478f-9ddb-274b2e48eef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:21.932973 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508cd8e2-0088-4b07-9e6a-145554e803f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a4c06-1b80-4435-b4ca-5263f1194a8b', 'code': 200} May 25 16:49:21.972833 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=6d0a4c06-1b80-4435-b4ca-5263f1194a8b,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:21.977044 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:22.079657 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-a398e481-a42b-45d6-8c11-c8bce1d861e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 HTTP/1.1" status: 200 len: 999 time: 0.2577248 May 25 16:49:22.147968 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ba305-3183-4c32-bc81-18f30d335a08 req-fbb5459c-59bf-4995-af43-35a0157e775f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:22.149499 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4e0ba305-3183-4c32-bc81-18f30d335a08 req-fbb5459c-59bf-4995-af43-35a0157e775f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.1823156 May 25 16:49:22.262454 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-04bcde37-3ad0-4ca9-b3e9-6bd18cacdd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:22.263876 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-04bcde37-3ad0-4ca9-b3e9-6bd18cacdd5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a85378c7-f9cc-474b-a7dd-f686d86c794d HTTP/1.1" status: 200 len: 856 time: 0.1755593 May 25 16:49:22.320856 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9cf7ba-e580-4224-a336-1465ead26d6b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Router 395d86e9-8152-4ff0-8f99-c19bc2b043cd has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:49:22.361249 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4e0ba305-3183-4c32-bc81-18f30d335a08 req-b0629dc5-c4da-4ff3-a91c-8da7c55c2d0a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654012 May 25 16:49:22.397528 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784f92-81f3-4072-96ca-15105d8593f8 req-cc51d772-9751-4f0c-ac74-85d4ea15abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:22.398971 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c5784f92-81f3-4072-96ca-15105d8593f8 req-cc51d772-9751-4f0c-ac74-85d4ea15abfe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 1099 time: 0.2466068 May 25 16:49:22.407685 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553e1a7-34d2-43c4-92bd-ac3aa04daec8 req-ed6534a6-ec76-492d-a129-4a34f1c40558 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:22.409042 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6553e1a7-34d2-43c4-92bd-ac3aa04daec8 req-ed6534a6-ec76-492d-a129-4a34f1c40558 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.2545676 May 25 16:49:22.450513 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-9a2581fd-bb0c-4c88-a0cf-bb428a5ae6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:22.451973 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-9a2581fd-bb0c-4c88-a0cf-bb428a5ae6ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac38085e-850b-4c3b-921d-dd020ca093cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1781461 May 25 16:49:22.507327 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9cf7ba-e580-4224-a336-1465ead26d6b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:49:22.509484 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c5784f92-81f3-4072-96ca-15105d8593f8 req-96c94dd2-a369-4596-bcad-96951fa60cfe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971529 May 25 16:49:22.511773 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf7ba-e580-4224-a336-1465ead26d6b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:22.518066 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b046e7c-3a5d-4d17-8daf-8a7bd508ed2f None None] Sync routers for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:49:22.528631 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b046e7c-3a5d-4d17-8daf-8a7bd508ed2f None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:22.529630 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-6b046e7c-3a5d-4d17-8daf-8a7bd508ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:48:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:22.563392 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6553e1a7-34d2-43c4-92bd-ac3aa04daec8 req-9db8e956-56db-4fc3-9c7f-1605d77bf791 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384361 May 25 16:49:22.570852 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-ab9cf7ba-e580-4224-a336-1465ead26d6b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "PUT /v2.0/floatingips/b9d3d3e8-4b1f-4740-9c7c-df3a85a40de0 HTTP/1.1" status: 200 len: 991 time: 1.8895028 May 25 16:49:22.570852 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'tag': '4146e13d-1d58-46ed-97aa-d586b4240892'}] {{(pid=98882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:22.630327 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'tag': '4146e13d-1d58-46ed-97aa-d586b4240892', 'status': 'completed', 'code': 200} May 25 16:49:22.633095 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-42ada42b-f992-464a-8e2b-7fb84971a657 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684024 May 25 16:49:22.747462 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-6b046e7c-3a5d-4d17-8daf-8a7bd508ed2f None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:22.826315 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-24e867c8-e210-4979-afe4-d3125f192bb1 req-b53058d4-4c8f-4cf6-ba80-08554fe24a98 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835825 May 25 16:49:22.828877 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf85ca-1d08-4cba-b270-06ab4a5e6e2c req-f806d13d-e31e-418f-8799-f3cb59bbd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:22.830221 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-01cf85ca-1d08-4cba-b270-06ab4a5e6e2c req-f806d13d-e31e-418f-8799-f3cb59bbd0c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b037169fa74f7090d0ad8a40d69f68&device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 1098 time: 0.1701736 May 25 16:49:22.968604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf85ca-1d08-4cba-b270-06ab4a5e6e2c req-383f5a23-77b8-4cce-ab9a-55968f111c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:22.970082 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-01cf85ca-1d08-4cba-b270-06ab4a5e6e2c req-383f5a23-77b8-4cce-ab9a-55968f111c01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 HTTP/1.1" status: 200 len: 913 time: 0.1329665 May 25 16:49:23.077865 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-01cf85ca-1d08-4cba-b270-06ab4a5e6e2c req-ea85a5d5-b19e-443f-85cd-0fb8f6099ddd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4146e13d-1d58-46ed-97aa-d586b4240892 HTTP/1.1" status: 200 len: 999 time: 0.0997560 May 25 16:49:23.109785 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-6b046e7c-3a5d-4d17-8daf-8a7bd508ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': 'b9d3d3e8-4b1f-4740-9c7c-df3a85a40de0', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'port_id': '4146e13d-1d58-46ed-97aa-d586b4240892', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'mac_address': 'fa:16:3e:2c:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:49:00Z', 'updated_at': '2021-05-25T16:49:21Z', 'revision_number': 1, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:23.113937 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b046e7c-3a5d-4d17-8daf-8a7bd508ed2f None None] Checking router: 395d86e9-8152-4ff0-8f99-c19bc2b043cd for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:49:23.122319 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b046e7c-3a5d-4d17-8daf-8a7bd508ed2f None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:23.123013 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-6b046e7c-3a5d-4d17-8daf-8a7bd508ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:48:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:23.149392 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf85ca-1d08-4cba-b270-06ab4a5e6e2c req-fed6548b-3a8a-47ed-b7dd-b6ee63d01f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:23.150947 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-01cf85ca-1d08-4cba-b270-06ab4a5e6e2c req-fed6548b-3a8a-47ed-b7dd-b6ee63d01f82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fceb711-e2c1-4385-8410-e023c98848d8 HTTP/1.1" status: 200 len: 850 time: 0.0640559 May 25 16:49:23.237602 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf85ca-1d08-4cba-b270-06ab4a5e6e2c req-fa5cb088-f5a0-441d-8182-180e0ad2604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:23.239996 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-01cf85ca-1d08-4cba-b270-06ab4a5e6e2c req-fa5cb088-f5a0-441d-8182-180e0ad2604d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816507 May 25 16:49:23.309038 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-6b046e7c-3a5d-4d17-8daf-8a7bd508ed2f None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:23.390359 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-01cf85ca-1d08-4cba-b270-06ab4a5e6e2c req-82aab008-e67f-4df0-8635-bd7a1e16a4bc service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407509 May 25 16:49:23.725401 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-6b046e7c-3a5d-4d17-8daf-8a7bd508ed2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': 'b9d3d3e8-4b1f-4740-9c7c-df3a85a40de0', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'port_id': '4146e13d-1d58-46ed-97aa-d586b4240892', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'mac_address': 'fa:16:3e:2c:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:49:00Z', 'updated_at': '2021-05-25T16:49:21Z', 'revision_number': 1, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:23.734672 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b046e7c-3a5d-4d17-8daf-8a7bd508ed2f None None] The sync data for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb is: [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': 'b9d3d3e8-4b1f-4740-9c7c-df3a85a40de0', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'port_id': '4146e13d-1d58-46ed-97aa-d586b4240892', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'mac_address': 'fa:16:3e:2c:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:49:00Z', 'updated_at': '2021-05-25T16:49:21Z', 'revision_number': 1, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:23.897404 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-01cf85ca-1d08-4cba-b270-06ab4a5e6e2c req-fb208d06-9c3e-47e9-ad1e-bc774e708801 service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988549 May 25 16:49:23.959806 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804d1b7-84bf-4d9c-97e7-3a80492f2d60 req-8b577496-b2c8-445a-8e71-53c167e8a6bf tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:23.966270 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2804d1b7-84bf-4d9c-97e7-3a80492f2d60 req-8b577496-b2c8-445a-8e71-53c167e8a6bf tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.4576108 May 25 16:49:24.016293 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17083f-e057-4844-807b-6637ff93a077 req-b8fe18a9-e89a-407f-be59-c81337dd2bca tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:24.018366 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2a17083f-e057-4844-807b-6637ff93a077 req-b8fe18a9-e89a-407f-be59-c81337dd2bca tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.3101640 May 25 16:49:24.074030 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2804d1b7-84bf-4d9c-97e7-3a80492f2d60 req-e7ea959d-73c8-4426-8450-86f31e70173b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899506 May 25 16:49:24.110473 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92392e7-9887-4cff-a2bb-0a687fe8554e None None] New status for floating IP b9d3d3e8-4b1f-4740-9c7c-df3a85a40de0: ACTIVE {{(pid=98884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:49:24.125802 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2a17083f-e057-4844-807b-6637ff93a077 req-f59d8216-6212-4e8f-ad14-53b1bf437dc7 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940814 May 25 16:49:25.094565 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-3d8c4020-6fd5-4897-a942-062edcc89c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.281892 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585275f-16b7-4086-aa0d-dfae8bb375ae req-72d08fc0-54b9-4419-beeb-5e41c22a8672 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:25.283398 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d585275f-16b7-4086-aa0d-dfae8bb375ae req-72d08fc0-54b9-4419-beeb-5e41c22a8672 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0877335 May 25 16:49:25.335038 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d585275f-16b7-4086-aa0d-dfae8bb375ae req-5c1e18fd-c64a-45a9-8e4a-ff596316ef79 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451171 May 25 16:49:25.918322 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230317b-5159-425b-8d4f-e1ec1c699416 req-1bd1d9a1-a8a1-4873-9ea2-7c6cfc7947e1 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:25.919983 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4230317b-5159-425b-8d4f-e1ec1c699416 req-1bd1d9a1-a8a1-4873-9ea2-7c6cfc7947e1 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.0837746 May 25 16:49:25.951037 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.969840 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4230317b-5159-425b-8d4f-e1ec1c699416 req-d9cc23f9-c51e-454a-a6c5-0e94ebc6a0c6 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 May 25 16:49:26.533763 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477a78c-507e-4e3b-94d7-2d47d1e6d4f9 req-4485bc8f-2d2c-4939-ac1b-09f960891a17 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:26.535292 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3477a78c-507e-4e3b-94d7-2d47d1e6d4f9 req-4485bc8f-2d2c-4939-ac1b-09f960891a17 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0874038 May 25 16:49:26.582105 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3477a78c-507e-4e3b-94d7-2d47d1e6d4f9 req-a1a0befa-55c0-4dc4-915a-12c66ae47869 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404906 May 25 16:49:27.177783 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9415161-8dac-4c8c-8efd-f06459a3b121 req-87ab1364-5f9d-46fa-bad9-57920c1eda4d tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:27.179546 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d9415161-8dac-4c8c-8efd-f06459a3b121 req-87ab1364-5f9d-46fa-bad9-57920c1eda4d tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.0872047 May 25 16:49:27.230278 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d9415161-8dac-4c8c-8efd-f06459a3b121 req-aaa2db2d-1f58-45e1-94d9-f12e246cc064 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428481 May 25 16:49:27.438460 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.574173 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-0f80a65e-93ec-4a1a-ab05-261290d3d6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.785857 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a31a5-c4af-406a-b7eb-c332f387bcc6 req-e0ea006f-3503-4f92-8b41-9e51c02d0bcd tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:27.787601 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-294a31a5-c4af-406a-b7eb-c332f387bcc6 req-e0ea006f-3503-4f92-8b41-9e51c02d0bcd tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0859241 May 25 16:49:27.836360 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-294a31a5-c4af-406a-b7eb-c332f387bcc6 req-4b3f969a-a673-4046-9e50-21ed52c5f813 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 May 25 16:49:28.419974 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab1fdf-34f6-4c5a-9405-7dde2c1b6bb6 req-84131d23-c9d1-4b51-8491-140fdeb3e3c7 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:28.421703 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5ab1fdf-34f6-4c5a-9405-7dde2c1b6bb6 req-84131d23-c9d1-4b51-8491-140fdeb3e3c7 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.0825331 May 25 16:49:28.471740 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5ab1fdf-34f6-4c5a-9405-7dde2c1b6bb6 req-cbde792c-d572-402b-8521-0f066054e9cd tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446846 May 25 16:49:28.711488 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:29.040940 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc1ed1-fe56-466e-9d1b-290dd31d6a02 req-504faa27-b668-4c3d-b11c-b50fe6acedd5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:29.042649 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bcbc1ed1-fe56-466e-9d1b-290dd31d6a02 req-504faa27-b668-4c3d-b11c-b50fe6acedd5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0854418 May 25 16:49:29.089454 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bcbc1ed1-fe56-466e-9d1b-290dd31d6a02 req-70e57c1c-a261-4df5-9fde-a02078f85d98 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407429 May 25 16:49:29.667877 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22239b33-1c70-47f3-a33d-bcbab66643e8 req-5c80321f-132d-4f8c-8cdd-dd1ddc4ef700 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:29.669464 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-22239b33-1c70-47f3-a33d-bcbab66643e8 req-5c80321f-132d-4f8c-8cdd-dd1ddc4ef700 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.0879426 May 25 16:49:29.717788 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-22239b33-1c70-47f3-a33d-bcbab66643e8 req-b1a53dfc-c9a5-4b7d-b7c2-3b549335d4dc tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 May 25 16:49:30.197220 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.285281 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac57ee-c4d5-4e2c-9fca-ce90fd977598 req-bdccc06e-9815-4621-90af-e9f6d4c4ce29 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:30.287311 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a0ac57ee-c4d5-4e2c-9fca-ce90fd977598 req-bdccc06e-9815-4621-90af-e9f6d4c4ce29 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0855706 May 25 16:49:30.334503 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a0ac57ee-c4d5-4e2c-9fca-ce90fd977598 req-d9d6c505-b464-495a-9b78-ec964a80949e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 May 25 16:49:30.928334 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc169-8fee-4896-b6f5-7dfd5799edb0 req-b56f2a9b-b4a7-47f3-a05b-53801acf0dfc tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:30.929769 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a5cfc169-8fee-4896-b6f5-7dfd5799edb0 req-b56f2a9b-b4a7-47f3-a05b-53801acf0dfc tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.0950167 May 25 16:49:30.978878 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a5cfc169-8fee-4896-b6f5-7dfd5799edb0 req-ad3d48f0-c663-401f-b5d4-8cd1a22de48b tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 May 25 16:49:31.533138 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcbe16-2987-46d3-9dd5-578aa883f68a req-55d5a6dc-833c-45f7-a300-879755dd1b3c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:31.534646 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-22dcbe16-2987-46d3-9dd5-578aa883f68a req-55d5a6dc-833c-45f7-a300-879755dd1b3c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0822964 May 25 16:49:31.581833 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-22dcbe16-2987-46d3-9dd5-578aa883f68a req-8907a9ce-789f-4f3c-ac42-0c8395493906 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414283 May 25 16:49:32.178862 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8921dc4-42b5-4d30-9095-4b71f1865eab req-6ff4abe3-9da7-4d7d-8337-0fcbb67e7d37 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:32.180518 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f8921dc4-42b5-4d30-9095-4b71f1865eab req-6ff4abe3-9da7-4d7d-8337-0fcbb67e7d37 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.0877144 May 25 16:49:32.227693 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f8921dc4-42b5-4d30-9095-4b71f1865eab req-d6180ba5-f2e3-47d5-8c77-3413613021c5 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 May 25 16:49:32.783364 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262efb6b-7ad7-4a48-b61c-9d0059bfbd37 req-f0a4a713-de2d-4275-a070-fa889bed8ef3 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:32.784899 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-262efb6b-7ad7-4a48-b61c-9d0059bfbd37 req-f0a4a713-de2d-4275-a070-fa889bed8ef3 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0843258 May 25 16:49:32.835299 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-262efb6b-7ad7-4a48-b61c-9d0059bfbd37 req-29b007fe-7662-441b-803e-70e05e2893f5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441418 May 25 16:49:33.422277 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d67231-46bb-4cca-80b6-85b6a945304b req-8330203e-80a0-4c10-b89a-b75604f2ed23 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:33.423772 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b7d67231-46bb-4cca-80b6-85b6a945304b req-8330203e-80a0-4c10-b89a-b75604f2ed23 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.0825040 May 25 16:49:33.471699 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b7d67231-46bb-4cca-80b6-85b6a945304b req-3f403c0a-b829-41d0-ba28-8eaca05d26a9 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416052 May 25 16:49:34.040461 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0705c-3dee-44e0-a724-15351317c4fc req-9a9c82d5-2a6e-4a8e-b986-0b5db4c75f2a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:34.042182 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-49c0705c-3dee-44e0-a724-15351317c4fc req-9a9c82d5-2a6e-4a8e-b986-0b5db4c75f2a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0924482 May 25 16:49:34.090969 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-49c0705c-3dee-44e0-a724-15351317c4fc req-b0d14a38-9c53-4eef-9585-0bd9823dcd31 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428114 May 25 16:49:34.663286 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95696d4-fc20-4b62-ae37-bb34ce62a87b req-132b9672-8897-4a0f-a235-121d677f7e54 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:34.664748 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d95696d4-fc20-4b62-ae37-bb34ce62a87b req-132b9672-8897-4a0f-a235-121d677f7e54 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.0813665 May 25 16:49:34.708817 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d95696d4-fc20-4b62-ae37-bb34ce62a87b req-04f41b3f-6d2d-4d15-aaef-e3035298852b tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382943 May 25 16:49:35.359265 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088b3d-3c13-4bac-8be8-8549d35f6e2f req-c0d1fb51-09b5-4f10-933b-a03c8c5e58e5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:35.360613 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76088b3d-3c13-4bac-8be8-8549d35f6e2f req-c0d1fb51-09b5-4f10-933b-a03c8c5e58e5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.1527600 May 25 16:49:35.408816 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-76088b3d-3c13-4bac-8be8-8549d35f6e2f req-09afcca1-e845-4434-bcad-72f73135d78c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425200 May 25 16:49:35.899313 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c69b5-8f8d-4d4b-93dc-9d710196e27d req-f4e375e0-9361-4e6f-a41a-6ae084b685be tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:35.900750 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-272c69b5-8f8d-4d4b-93dc-9d710196e27d req-f4e375e0-9361-4e6f-a41a-6ae084b685be tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.0822551 May 25 16:49:35.947509 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-272c69b5-8f8d-4d4b-93dc-9d710196e27d req-aadc561e-3465-4091-b487-262a79fd7e38 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393198 May 25 16:49:36.603325 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a4f42-7fdd-4f49-8c3f-b027f0529c0c req-46cc842d-0ce2-412f-accf-adb912bba34c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:36.604888 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7e5a4f42-7fdd-4f49-8c3f-b027f0529c0c req-46cc842d-0ce2-412f-accf-adb912bba34c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0809345 May 25 16:49:36.703078 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7e5a4f42-7fdd-4f49-8c3f-b027f0529c0c req-8dc645e2-9e30-452c-949b-878e3ee73be0 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621293 May 25 16:49:36.728738 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0cc01-85bd-48f1-b132-ea860937898d req-c0e84b1e-2d0e-4201-895d-6359e76a5d1a tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:36.728738 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-65f0cc01-85bd-48f1-b132-ea860937898d req-c0e84b1e-2d0e-4201-895d-6359e76a5d1a tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.39 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.1185153 May 25 16:49:36.865995 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-65f0cc01-85bd-48f1-b132-ea860937898d req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Deleting port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:36.866343 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-65f0cc01-85bd-48f1-b132-ea860937898d req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.000984 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-65f0cc01-85bd-48f1-b132-ea860937898d req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] For port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6d0a4c06-1b80-4435-b4ca-5263f1194a8b,segment=NetworkSegment(77b32883-90d9-430b-a6ea-3892263ec8a3),segment_id=77b32883-90d9-430b-a6ea-3892263ec8a3)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:37.001397 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-65f0cc01-85bd-48f1-b132-ea860937898d req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.159737 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-65f0cc01-85bd-48f1-b132-ea860937898d req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Calling delete_port for 6d0a4c06-1b80-4435-b4ca-5263f1194a8b owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:37.228023 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06101698-b33f-4c8a-a129-0d30c43ca79a req-08346a1b-c73b-42fb-8417-5fb5fc066f00 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:37.229410 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-06101698-b33f-4c8a-a129-0d30c43ca79a req-08346a1b-c73b-42fb-8417-5fb5fc066f00 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 946 time: 0.1671612 May 25 16:49:37.316806 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-06101698-b33f-4c8a-a129-0d30c43ca79a req-d2fc141f-508a-4a9a-a50b-ea6a77f0b6ac tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779064 May 25 16:49:37.385296 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-65f0cc01-85bd-48f1-b132-ea860937898d req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.391110 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:37.398117 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['6d0a4c06-1b80-4435-b4ca-5263f1194a8b'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:49:37.435516 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Pushing event deleted for resources: {'Port': ['ID=6d0a4c06-1b80-4435-b4ca-5263f1194a8b,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:37.438585 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:37.510980 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f0cc01-85bd-48f1-b132-ea860937898d req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] No DVR routers for this DVR port 6d0a4c06-1b80-4435-b4ca-5263f1194a8b on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:49:37.513382 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-65f0cc01-85bd-48f1-b132-ea860937898d req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.515848 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508cd8e2-0088-4b07-9e6a-145554e803f4', 'name': 'network-vif-deleted', 'tag': '6d0a4c06-1b80-4435-b4ca-5263f1194a8b'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:37.561344 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508cd8e2-0088-4b07-9e6a-145554e803f4', 'name': 'network-vif-deleted', 'tag': '6d0a4c06-1b80-4435-b4ca-5263f1194a8b', 'status': 'completed', 'code': 200} May 25 16:49:37.571119 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:49:37.609615 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-65f0cc01-85bd-48f1-b132-ea860937898d req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.39 "DELETE /v2.0/ports/6d0a4c06-1b80-4435-b4ca-5263f1194a8b HTTP/1.1" status: 204 len: 173 time: 0.8753846 May 25 16:49:37.705518 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:37.719335 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'port_id': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'mac_address': 'fa:16:3e:28:ba:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:49:37.778080 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.794931 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:37.811339 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:37.866440 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.868582 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:37.897587 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038a3a0-9fe3-493b-9ff8-73bf8f20e17b req-67321998-6a4f-4ca6-9d00-c00c359f196f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:37.899068 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6038a3a0-9fe3-493b-9ff8-73bf8f20e17b req-67321998-6a4f-4ca6-9d00-c00c359f196f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 943 time: 0.0805993 May 25 16:49:37.937384 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,revision_number=9']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:37.940940 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:37.948600 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6038a3a0-9fe3-493b-9ff8-73bf8f20e17b req-6f2d6141-4955-4c6a-a643-3d41e270ffb7 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431435 May 25 16:49:38.124340 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['d9b0d0ec-5563-401f-8a77-0ddfc707b2d9'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:49:38.480056 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-736cb7b5-e7b9-45b2-90d5-73f5643a66a5 req-b7e39e8b-56db-46d8-b41d-9a87b0a49473 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Synchronizing usage tracker for tenant:40b309bc2e3c4cb7a8a4156820dfc607 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:38.556904 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-736cb7b5-e7b9-45b2-90d5-73f5643a66a5 req-b7e39e8b-56db-46d8-b41d-9a87b0a49473 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Unset dirty status for tenant:40b309bc2e3c4cb7a8a4156820dfc607 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:38.558015 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-736cb7b5-e7b9-45b2-90d5-73f5643a66a5 req-b7e39e8b-56db-46d8-b41d-9a87b0a49473 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=508cd8e2-0088-4b07-9e6a-145554e803f4 HTTP/1.1" status: 200 len: 210 time: 0.1208251 May 25 16:49:39.151253 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b085e8-1b3c-49eb-9e1c-3780b494cd7b req-2247d130-9c20-4239-bc8f-f6db415a2775 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:39.152712 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-20b085e8-1b3c-49eb-9e1c-3780b494cd7b req-2247d130-9c20-4239-bc8f-f6db415a2775 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 944 time: 0.0805264 May 25 16:49:39.202296 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-20b085e8-1b3c-49eb-9e1c-3780b494cd7b req-e77ee704-59be-42f8-a45d-77660211aab9 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438530 May 25 16:49:39.580050 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:39.650200 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:39.650589 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:39.779999 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:39.806344 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:39.816549 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:39.852671 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'code': 200} May 25 16:49:39.899625 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:39.900604 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 6d0a4c06-1b80-4435-b4ca-5263f1194a8b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:49:39.925061 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-82ddd4e1-4f83-4e57-ad25-178d8326056d tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:39.926537 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-82ddd4e1-4f83-4e57-ad25-178d8326056d tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/networks?id=87aff079-8796-4347-bb3f-f75595c8855d HTTP/1.1" status: 200 len: 809 time: 0.1487825 May 25 16:49:39.928676 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:39.941892 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-7034defd-4aee-4708-89c6-a8d0f1b3c766 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/quotas/40b309bc2e3c4cb7a8a4156820dfc607 HTTP/1.1" status: 200 len: 375 time: 0.0091889 May 25 16:49:39.970928 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: 6d0a4c06-1b80-4435-b4ca-5263f1194a8b {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:49:39.971281 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 6d0a4c06-1b80-4435-b4ca-5263f1194a8b not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:49:39.993715 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-650d4f66-8d28-4866-a1d5-db1744e58f86 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=40b309bc2e3c4cb7a8a4156820dfc607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440216 May 25 16:49:40.010340 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,revision_number=10']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:40.013409 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:40.203287 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-95f2500f-50af-4b50-a53b-540240522cc5 service neutron] 10.222.0.49 "GET /v2.0/networks/87aff079-8796-4347-bb3f-f75595c8855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964831 May 25 16:49:40.384973 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-b5afacb7-e1d8-458f-aae9-c7a982fcd766 service neutron] 10.222.0.49 "GET /v2.0/networks/87aff079-8796-4347-bb3f-f75595c8855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755705 May 25 16:49:40.416952 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadc04b-9cbb-4932-b93e-309e165c239d req-a52c1846-cb5a-4425-9784-63b9300c1a82 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:40.418570 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aaadc04b-9cbb-4932-b93e-309e165c239d req-a52c1846-cb5a-4425-9784-63b9300c1a82 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 946 time: 0.0962343 May 25 16:49:40.472212 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aaadc04b-9cbb-4932-b93e-309e165c239d req-29dc0b32-8b83-4940-a3f5-40ca80bdbaa2 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475111 May 25 16:49:40.591678 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a0c60-a056-4eb6-9d0d-423bfdf55da8 req-2ab08a47-a676-465a-a1cb-691b0b373aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:40.591678 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-985a0c60-a056-4eb6-9d0d-423bfdf55da8 req-2ab08a47-a676-465a-a1cb-691b0b373aa8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 1099 time: 0.0829461 May 25 16:49:40.666582 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2fd14486-69c2-470c-88be-9cf35113b11e req-2caf4b7b-5a01-4e2f-a6f5-05fb16c1bc43 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 210 time: 0.0548227 May 25 16:49:40.676744 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-985a0c60-a056-4eb6-9d0d-423bfdf55da8 req-0804e704-f65c-489f-b1e6-d26cfd148289 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811231 May 25 16:49:41.681802 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2db3f-2708-4de0-83d5-34dc9395b100 req-ffb3d611-6fe1-4438-b765-05a39b76b2ba tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:41.683748 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-89b2db3f-2708-4de0-83d5-34dc9395b100 req-ffb3d611-6fe1-4438-b765-05a39b76b2ba tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 946 time: 0.0904992 May 25 16:49:41.747016 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-89b2db3f-2708-4de0-83d5-34dc9395b100 req-6914a337-f796-4993-b43a-f19766746f22 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485103 May 25 16:49:41.909428 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b776a7f9-9d3e-464b-8576-ac99b7c11542 req-7efec540-74d6-4549-83c0-1c9c8afd4349 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 210 time: 0.0476456 May 25 16:49:42.714700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-93dbf755-bc15-44c8-8113-642f7d1efe56 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:42.717721 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-93dbf755-bc15-44c8-8113-642f7d1efe56 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.39 "GET /v2.0/networks?id=87aff079-8796-4347-bb3f-f75595c8855d HTTP/1.1" status: 200 len: 809 time: 0.1518881 May 25 16:49:42.730794 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Request body: {'port': {'device_id': 'adcff0ef-49a7-4a76-ae12-d3c86bbcccfc', 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d', 'admin_state_up': True, 'tenant_id': '40b309bc2e3c4cb7a8a4156820dfc607'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:42.878085 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:42.891207 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:42.994166 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feb4b2-c581-4c00-9086-fd1c8b9a7490 req-53e354d3-1e44-4ac1-80df-db23491270de tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:42.995672 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-39feb4b2-c581-4c00-9086-fd1c8b9a7490 req-53e354d3-1e44-4ac1-80df-db23491270de tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 946 time: 0.1070657 May 25 16:49:43.021139 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Made reservation on behalf of 40b309bc2e3c4cb7a8a4156820dfc607 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:43.026085 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.099585 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3886a42-c59b-40e5-8590-666e70582202 req-be0c57f4-a32b-48e2-b9a5-dfa4711eb7e5 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 210 time: 0.0636666 May 25 16:49:43.147631 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-39feb4b2-c581-4c00-9086-fd1c8b9a7490 req-a552e2d6-763e-4a76-a46e-896d37012743 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460586 May 25 16:49:43.254453 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Allocated IP 172.20.0.12 (87aff079-8796-4347-bb3f-f75595c8855d/e706638a-218d-487c-884d-969f38ca0b75/17860017-9b26-4a83-a99d-c3d5ff815e98) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:43.460033 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.597121 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.603377 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:43.668632 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Network 87aff079-8796-4347-bb3f-f75595c8855d is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:43.671448 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:43.675306 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:43.707073 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Pushing event updated for resources: {'Port': ['ID=17860017-9b26-4a83-a99d-c3d5ff815e98,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:43.726137 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.726732 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.726849 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.727103 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.727447 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.727789 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.728126 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.728462 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.728801 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.729137 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.729501 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.729832 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:43.735171 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:43.752841 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:43.753476 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.831861 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1050045 May 25 16:49:43.844688 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Request body: {'port': {'device_id': 'adcff0ef-49a7-4a76-ae12-d3c86bbcccfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:43.955418 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.439463 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce50795-1278-4abe-a0ff-c4c8ae7b2e2b req-5fbf2e83-5cf2-4a04-be1b-1a8fc01d59ed tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:44.440126 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-1ce50795-1278-4abe-a0ff-c4c8ae7b2e2b req-5fbf2e83-5cf2-4a04-be1b-1a8fc01d59ed tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Synchronizing usage tracker for tenant:40b309bc2e3c4cb7a8a4156820dfc607 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:44.468550 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbdaf7-c82a-4aba-9958-1d877ea38c9e req-c6385033-2c02-401e-8471-a7eebce868b8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:44.470005 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d2dbdaf7-c82a-4aba-9958-1d877ea38c9e req-c6385033-2c02-401e-8471-a7eebce868b8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 946 time: 0.1906021 May 25 16:49:44.549309 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-1ce50795-1278-4abe-a0ff-c4c8ae7b2e2b req-5fbf2e83-5cf2-4a04-be1b-1a8fc01d59ed tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Unset dirty status for tenant:40b309bc2e3c4cb7a8a4156820dfc607 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:44.549309 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1ce50795-1278-4abe-a0ff-c4c8ae7b2e2b req-5fbf2e83-5cf2-4a04-be1b-1a8fc01d59ed tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 932 time: 0.3045514 May 25 16:49:44.579705 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17860017-9b26-4a83-a99d-c3d5ff815e98 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:44.592961 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.599452 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d2dbdaf7-c82a-4aba-9958-1d877ea38c9e req-d8254a10-8d2d-4a92-b4c1-3e19c541d5aa tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236339 May 25 16:49:44.625616 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Transition to ACTIVE for port object 17860017-9b26-4a83-a99d-c3d5ff815e98 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:44.631131 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1ce50795-1278-4abe-a0ff-c4c8ae7b2e2b req-548c2ac3-5465-4f10-bf8b-9316243a4f0f tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748577 May 25 16:49:44.700199 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.704172 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-93e3bdec-62e0-4b1d-a170-517197b49115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:44.853032 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Pushing event updated for resources: {'Port': ['ID=17860017-9b26-4a83-a99d-c3d5ff815e98,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:44.863189 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:44.933757 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Attempting to bind port 17860017-9b26-4a83-a99d-c3d5ff815e98 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:44.934082 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Attempting to bind port 17860017-9b26-4a83-a99d-c3d5ff815e98 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '77b32883-90d9-430b-a6ea-3892263ec8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:44.934401 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Attempting to bind port 17860017-9b26-4a83-a99d-c3d5ff815e98 on network 87aff079-8796-4347-bb3f-f75595c8855d {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:44.938863 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Port 17860017-9b26-4a83-a99d-c3d5ff815e98 on network 87aff079-8796-4347-bb3f-f75595c8855d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:49:44.939173 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Attempting to bind port 17860017-9b26-4a83-a99d-c3d5ff815e98 on network 87aff079-8796-4347-bb3f-f75595c8855d {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:44.944212 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:44.944534 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Checking segment: {'id': '77b32883-90d9-430b-a6ea-3892263ec8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:44.944902 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Bound using segment: {'id': '77b32883-90d9-430b-a6ea-3892263ec8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:44.945344 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Bound port: 17860017-9b26-4a83-a99d-c3d5ff815e98, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b32883-90d9-430b-a6ea-3892263ec8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:44.945682 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:45.036978 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] For port 17860017-9b26-4a83-a99d-c3d5ff815e98, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:45.039761 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] For port 17860017-9b26-4a83-a99d-c3d5ff815e98, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17860017-9b26-4a83-a99d-c3d5ff815e98,segment=NetworkSegment(77b32883-90d9-430b-a6ea-3892263ec8a3),segment_id=77b32883-90d9-430b-a6ea-3892263ec8a3)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:45.140558 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:45.144494 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-65a32006-2f08-43fa-8a0e-7de671244a6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:45.205021 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:45.205946 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:45.207368 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] 10.222.0.39 "PUT /v2.0/ports/17860017-9b26-4a83-a99d-c3d5ff815e98 HTTP/1.1" status: 200 len: 1094 time: 1.3666308 May 25 16:49:45.207880 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcff0ef-49a7-4a76-ae12-d3c86bbcccfc', 'tag': '17860017-9b26-4a83-a99d-c3d5ff815e98'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:45.225741 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Pushing event updated for resources: {'Port': ['ID=17860017-9b26-4a83-a99d-c3d5ff815e98,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:45.228975 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:45.255749 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcff0ef-49a7-4a76-ae12-d3c86bbcccfc', 'tag': '17860017-9b26-4a83-a99d-c3d5ff815e98', 'status': 'completed', 'code': 200} May 25 16:49:45.345065 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e462ae2-69d7-4c69-a7f8-7ea161917cc4 req-f467bb6e-c8b6-47b9-a4bf-6b2541f1e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:45.346459 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1e462ae2-69d7-4c69-a7f8-7ea161917cc4 req-f467bb6e-c8b6-47b9-a4bf-6b2541f1e659 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40b309bc2e3c4cb7a8a4156820dfc607&device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 1097 time: 0.0701361 May 25 16:49:45.485204 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e462ae2-69d7-4c69-a7f8-7ea161917cc4 req-11fc554b-7699-48fc-8b87-984e6a434229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:45.486662 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1e462ae2-69d7-4c69-a7f8-7ea161917cc4 req-11fc554b-7699-48fc-8b87-984e6a434229 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=40b309bc2e3c4cb7a8a4156820dfc607&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1320150 May 25 16:49:45.625964 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e462ae2-69d7-4c69-a7f8-7ea161917cc4 req-9a62d9a9-10e2-4a34-9a89-b545364b04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:45.627391 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1e462ae2-69d7-4c69-a7f8-7ea161917cc4 req-9a62d9a9-10e2-4a34-9a89-b545364b04ed service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1345382 May 25 16:49:45.735819 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-e4a24afa-19a2-4c9a-9d5a-49e923c2d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:45.737296 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-e4a24afa-19a2-4c9a-9d5a-49e923c2d689 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40b309bc2e3c4cb7a8a4156820dfc607&device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 1097 time: 0.0757484 May 25 16:49:45.848621 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-f56f16a0-b32e-4e3f-9f2b-a6ee158a4847 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17860017-9b26-4a83-a99d-c3d5ff815e98 HTTP/1.1" status: 200 len: 217 time: 0.0748518 May 25 16:49:45.919252 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-6310c2a7-235d-4b6c-a504-b32bba3a393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:45.920559 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-6310c2a7-235d-4b6c-a504-b32bba3a393e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e706638a-218d-487c-884d-969f38ca0b75 HTTP/1.1" status: 200 len: 849 time: 0.0642695 May 25 16:49:45.928684 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce230-1cf8-4f1e-b2b2-a22fb2ed364c req-fe46e4f5-512d-4884-a5ca-636336010be1 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:45.930028 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7a1ce230-1cf8-4f1e-b2b2-a22fb2ed364c req-fe46e4f5-512d-4884-a5ca-636336010be1 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 944 time: 0.1867974 May 25 16:49:46.060177 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-b0307f32-d222-4bf7-96e2-62a23b47aec6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87aff079-8796-4347-bb3f-f75595c8855d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292329 May 25 16:49:46.103251 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7a1ce230-1cf8-4f1e-b2b2-a22fb2ed364c req-01985a1b-ff2c-46d8-aea1-8b2163c99c2d tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401081 May 25 16:49:46.212515 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-19623ffe-1e87-4b69-99ff-516aedb8b294 service neutron] 10.222.0.39 "GET /v2.0/networks/87aff079-8796-4347-bb3f-f75595c8855d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397245 May 25 16:49:46.346810 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8b4cf7cb-2903-4f40-9ffb-50213303d7b8 req-0365d365-16c2-427f-a4be-62567c9c843e service neutron] 10.222.0.39 "GET /v2.0/networks/87aff079-8796-4347-bb3f-f75595c8855d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274879 May 25 16:49:47.286451 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ebffa-4f19-4e21-9ba0-49fd0ffa9c4a req-ec1fad00-5e99-4edd-8586-2f6de182001d tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:47.287898 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-814ebffa-4f19-4e21-9ba0-49fd0ffa9c4a req-ec1fad00-5e99-4edd-8586-2f6de182001d tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 944 time: 0.0802798 May 25 16:49:47.339036 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-814ebffa-4f19-4e21-9ba0-49fd0ffa9c4a req-90a6dde3-3e85-4076-a290-cdb82ef0d45f tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455313 May 25 16:49:48.522081 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c2768-106f-4c71-80fe-b2a82f8751bb req-f124ee62-6ade-4446-8172-e8dc19b180d2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:48.523513 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-dd0c2768-106f-4c71-80fe-b2a82f8751bb req-f124ee62-6ade-4446-8172-e8dc19b180d2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 944 time: 0.0785990 May 25 16:49:48.567039 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-dd0c2768-106f-4c71-80fe-b2a82f8751bb req-c55f6594-d7c9-4532-83e5-320ab6bee5fc tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378668 May 25 16:49:49.628294 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 17860017-9b26-4a83-a99d-c3d5ff815e98 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:49:49.757481 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db468f3-4f17-43a8-8dd0-bb3ed2a79986 req-ead82c15-6cff-4db8-a173-8490fabe95b4 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:49.759119 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2db468f3-4f17-43a8-8dd0-bb3ed2a79986 req-ead82c15-6cff-4db8-a173-8490fabe95b4 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 944 time: 0.0862441 May 25 16:49:49.771498 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 17860017-9b26-4a83-a99d-c3d5ff815e98, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17860017-9b26-4a83-a99d-c3d5ff815e98,segment=NetworkSegment(77b32883-90d9-430b-a6ea-3892263ec8a3),segment_id=77b32883-90d9-430b-a6ea-3892263ec8a3)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:49.785486 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '17860017-9b26-4a83-a99d-c3d5ff815e98', 'network_id': '87aff079-8796-4347-bb3f-f75595c8855d', 'port_id': '17860017-9b26-4a83-a99d-c3d5ff815e98', 'mac_address': 'fa:16:3e:4a:c1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e706638a-218d-487c-884d-969f38ca0b75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:49:49.841763 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.850942 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2db468f3-4f17-43a8-8dd0-bb3ed2a79986 req-a21b39dd-b2fa-45a0-8d2d-e38d1bafca1f tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859065 May 25 16:49:49.859517 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17860017-9b26-4a83-a99d-c3d5ff815e98 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:49.874062 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-8c3ffb5d-d479-4b78-8f19-76a4e17de1fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0885820 May 25 16:49:49.876416 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 17860017-9b26-4a83-a99d-c3d5ff815e98, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17860017-9b26-4a83-a99d-c3d5ff815e98,segment=NetworkSegment(77b32883-90d9-430b-a6ea-3892263ec8a3),segment_id=77b32883-90d9-430b-a6ea-3892263ec8a3)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:49.934208 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.937497 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:50.011906 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=17860017-9b26-4a83-a99d-c3d5ff815e98,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:50.015201 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:50.021575 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-7810295b-3c25-4c5b-8a21-8096bf847045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:50.023056 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-7810295b-3c25-4c5b-8a21-8096bf847045 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 1099 time: 0.0785141 May 25 16:49:50.166826 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-5cf9a245-7138-45bf-95f7-77514ac7d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:50.168245 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-5cf9a245-7138-45bf-95f7-77514ac7d6e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 919 time: 0.1252282 May 25 16:49:50.215912 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['17860017-9b26-4a83-a99d-c3d5ff815e98'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:49:50.272012 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-d4a9a6eb-0865-4940-b3f0-0abcfb442d99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 HTTP/1.1" status: 200 len: 1001 time: 0.0960970 May 25 16:49:50.338256 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-c8872ca9-2f29-4556-a7c2-b0c637b04763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:50.339691 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-c8872ca9-2f29-4556-a7c2-b0c637b04763 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a85378c7-f9cc-474b-a7dd-f686d86c794d HTTP/1.1" status: 200 len: 856 time: 0.0567024 May 25 16:49:50.415491 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-bc9ba2c1-9ea6-43f9-9ca2-3ae1c1aea86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:50.417014 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-bc9ba2c1-9ea6-43f9-9ca2-3ae1c1aea86c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac38085e-850b-4c3b-921d-dd020ca093cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701137 May 25 16:49:50.550142 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-31f8379b-540f-49d6-9ae2-f2b3eed7111c service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247413 May 25 16:49:50.681998 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7631b6c2-120a-4165-9ac7-edda5c932f19 req-3e1b3391-5072-438d-b720-f0c81e3c70b7 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251926 May 25 16:49:51.039819 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad62d4d-ba72-4910-8d37-25ede2f8cf9d req-efaa285b-028e-4da4-91fb-b36485ef4642 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:51.041325 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cad62d4d-ba72-4910-8d37-25ede2f8cf9d req-efaa285b-028e-4da4-91fb-b36485ef4642 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 945 time: 0.0833955 May 25 16:49:51.086651 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cad62d4d-ba72-4910-8d37-25ede2f8cf9d req-a42bc292-88ad-473d-b40e-9da7472fca53 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 May 25 16:49:51.647253 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 17860017-9b26-4a83-a99d-c3d5ff815e98 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:51.803081 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port 17860017-9b26-4a83-a99d-c3d5ff815e98 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:51.808037 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 17860017-9b26-4a83-a99d-c3d5ff815e98 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:51.808410 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:51.922330 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:51.948091 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcff0ef-49a7-4a76-ae12-d3c86bbcccfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17860017-9b26-4a83-a99d-c3d5ff815e98'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:51.958524 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 17860017-9b26-4a83-a99d-c3d5ff815e98, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17860017-9b26-4a83-a99d-c3d5ff815e98,segment=NetworkSegment(77b32883-90d9-430b-a6ea-3892263ec8a3),segment_id=77b32883-90d9-430b-a6ea-3892263ec8a3)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:51.995015 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcff0ef-49a7-4a76-ae12-d3c86bbcccfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17860017-9b26-4a83-a99d-c3d5ff815e98', 'code': 200} May 25 16:49:52.076768 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:52.079988 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:52.150727 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=17860017-9b26-4a83-a99d-c3d5ff815e98,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:52.154742 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:52.275523 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af56fb-c91e-480a-8038-b8bcb31a34ad req-8be86c47-960c-4927-895b-cb642313297d tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:52.276994 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0af56fb-c91e-480a-8038-b8bcb31a34ad req-8be86c47-960c-4927-895b-cb642313297d tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 946 time: 0.0807490 May 25 16:49:52.445404 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0af56fb-c91e-480a-8038-b8bcb31a34ad req-d7df34f7-2214-4048-a411-20c4448f9a07 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624708 May 25 16:49:52.475518 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff15d14-0506-4235-8c54-0a9dc096d390 req-c5bf7e6b-a6e1-4310-98d1-3e404d25ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:52.476818 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6ff15d14-0506-4235-8c54-0a9dc096d390 req-c5bf7e6b-a6e1-4310-98d1-3e404d25ee86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 1099 time: 0.0758431 May 25 16:49:52.523759 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6ff15d14-0506-4235-8c54-0a9dc096d390 req-e161b6c4-d0ef-4e0c-ac1d-2fb502846806 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366664 May 25 16:49:53.641195 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84582a-5e7f-4290-8878-10eeac294c5d req-355b4112-7781-4cf2-8b32-4b26d2d660b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:53.642659 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2d84582a-5e7f-4290-8878-10eeac294c5d req-355b4112-7781-4cf2-8b32-4b26d2d660b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 946 time: 0.0824032 May 25 16:49:53.689358 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2d84582a-5e7f-4290-8878-10eeac294c5d req-f7a94fdd-abf2-47c2-a53e-3f10680e2229 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 May 25 16:49:54.873081 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec0edd-7b42-4777-bcc6-11e5d10f8893 req-083cef5b-47eb-406c-b387-81796dc088ef tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:54.874563 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a7ec0edd-7b42-4777-bcc6-11e5d10f8893 req-083cef5b-47eb-406c-b387-81796dc088ef tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 946 time: 0.0810721 May 25 16:49:54.920133 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a7ec0edd-7b42-4777-bcc6-11e5d10f8893 req-d128af92-6aa6-4661-93e9-31e640f8816c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 May 25 16:49:55.139602 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-55de4583-1e9e-4084-8983-01855e34269b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:55.957490 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:56.836133 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aab4ee-c104-45b2-8f80-10bbc35b47e1 req-184fd536-aa7e-474b-b036-6b686cb54bdb tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:56.837632 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-04aab4ee-c104-45b2-8f80-10bbc35b47e1 req-184fd536-aa7e-474b-b036-6b686cb54bdb tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 946 time: 0.0835145 May 25 16:49:56.854014 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:49:56.882965 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-04aab4ee-c104-45b2-8f80-10bbc35b47e1 req-6d85d18f-cb41-4b0e-96fb-1c8294050f84 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 May 25 16:49:57.413609 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.533942 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9ab3b2a7-af22-4962-aff0-9f3b7333a581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.078322 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03cd44-f69c-4950-ad7c-243f2f0c221e req-ec64ae8d-bdb3-496b-8b71-f38a6243b74c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:58.079702 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ad03cd44-f69c-4950-ad7c-243f2f0c221e req-ec64ae8d-bdb3-496b-8b71-f38a6243b74c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 946 time: 0.0819066 May 25 16:49:58.127776 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ad03cd44-f69c-4950-ad7c-243f2f0c221e req-c4a765db-3b31-40cc-a968-630d1acfcf51 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 May 25 16:49:58.360294 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff277e-2037-4af3-8bf5-0fe8f22fbabf req-fd9b81fe-8aa9-4f0c-9fc5-01d5fd5a3826 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:58.361758 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aeff277e-2037-4af3-8bf5-0fe8f22fbabf req-fd9b81fe-8aa9-4f0c-9fc5-01d5fd5a3826 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.39 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 946 time: 0.0783360 May 25 16:49:58.498634 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-aeff277e-2037-4af3-8bf5-0fe8f22fbabf req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Deleting port 17860017-9b26-4a83-a99d-c3d5ff815e98 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:58.498982 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-aeff277e-2037-4af3-8bf5-0fe8f22fbabf req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.630599 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-aeff277e-2037-4af3-8bf5-0fe8f22fbabf req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] For port 17860017-9b26-4a83-a99d-c3d5ff815e98, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17860017-9b26-4a83-a99d-c3d5ff815e98,segment=NetworkSegment(77b32883-90d9-430b-a6ea-3892263ec8a3),segment_id=77b32883-90d9-430b-a6ea-3892263ec8a3)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:58.630870 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-aeff277e-2037-4af3-8bf5-0fe8f22fbabf req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.705245 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.753795 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-aeff277e-2037-4af3-8bf5-0fe8f22fbabf req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Calling delete_port for 17860017-9b26-4a83-a99d-c3d5ff815e98 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:58.922629 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-aeff277e-2037-4af3-8bf5-0fe8f22fbabf req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.928384 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b38cb65e-1512-4c6f-bab0-d82e366506c8 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:58.936544 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['17860017-9b26-4a83-a99d-c3d5ff815e98'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:49:58.974605 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Pushing event deleted for resources: {'Port': ['ID=17860017-9b26-4a83-a99d-c3d5ff815e98,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:58.977723 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:59.050198 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeff277e-2037-4af3-8bf5-0fe8f22fbabf req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] No DVR routers for this DVR port 17860017-9b26-4a83-a99d-c3d5ff815e98 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:49:59.052641 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-aeff277e-2037-4af3-8bf5-0fe8f22fbabf req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:59.055093 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcff0ef-49a7-4a76-ae12-d3c86bbcccfc', 'name': 'network-vif-deleted', 'tag': '17860017-9b26-4a83-a99d-c3d5ff815e98'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:59.099164 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcff0ef-49a7-4a76-ae12-d3c86bbcccfc', 'name': 'network-vif-deleted', 'tag': '17860017-9b26-4a83-a99d-c3d5ff815e98', 'status': 'completed', 'code': 200} May 25 16:49:59.128809 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aeff277e-2037-4af3-8bf5-0fe8f22fbabf req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.39 "DELETE /v2.0/ports/17860017-9b26-4a83-a99d-c3d5ff815e98 HTTP/1.1" status: 204 len: 173 time: 0.7613721 May 25 16:49:59.278733 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-9d036aa3-1c8e-4a3d-9927-1e8667741bc5 req-22d0daec-1cd5-4dbf-bb29-d76113ee5f6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Synchronizing usage tracker for tenant:40b309bc2e3c4cb7a8a4156820dfc607 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:59.385868 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-9d036aa3-1c8e-4a3d-9927-1e8667741bc5 req-22d0daec-1cd5-4dbf-bb29-d76113ee5f6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Unset dirty status for tenant:40b309bc2e3c4cb7a8a4156820dfc607 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:59.387262 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9d036aa3-1c8e-4a3d-9927-1e8667741bc5 req-22d0daec-1cd5-4dbf-bb29-d76113ee5f6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] 10.222.0.49 "GET /v2.0/ports?device_id=adcff0ef-49a7-4a76-ae12-d3c86bbcccfc HTTP/1.1" status: 200 len: 210 time: 0.1522462 May 25 16:50:00.219409 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.698474 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 17860017-9b26-4a83-a99d-c3d5ff815e98 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:01.732923 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: 17860017-9b26-4a83-a99d-c3d5ff815e98 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:01.733304 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 17860017-9b26-4a83-a99d-c3d5ff815e98 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:12.952350 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b84373-c1c0-4405-8dee-7b45b28ae7b2 req-906675df-027e-41cc-ba34-df9d13953e29 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:12.953879 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-02b84373-c1c0-4405-8dee-7b45b28ae7b2 req-906675df-027e-41cc-ba34-df9d13953e29 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1152921 May 25 16:50:13.016717 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-02b84373-c1c0-4405-8dee-7b45b28ae7b2 req-9a48d618-d343-407c-9b2f-1899ecd877bd tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561466 May 25 16:50:14.214025 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c995b8-1a3a-4b18-b423-c7a337e806e1 req-bf677f88-2869-4112-9488-ea65dd1d8dd6 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:14.215640 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d3c995b8-1a3a-4b18-b423-c7a337e806e1 req-bf677f88-2869-4112-9488-ea65dd1d8dd6 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0839784 May 25 16:50:14.277718 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d3c995b8-1a3a-4b18-b423-c7a337e806e1 req-c552a098-9e19-4d00-a96f-707856fdfe95 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535657 May 25 16:50:15.478105 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc6cc3-4840-43f7-ba08-cdd9fb768eb7 req-14b2c2c0-520d-403c-b691-564e3d6d4a5d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:15.479596 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3bcc6cc3-4840-43f7-ba08-cdd9fb768eb7 req-14b2c2c0-520d-403c-b691-564e3d6d4a5d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0875242 May 25 16:50:15.528409 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3bcc6cc3-4840-43f7-ba08-cdd9fb768eb7 req-95e49717-77d5-4345-88e2-5e78f088b829 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426648 May 25 16:50:16.735727 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3079ad-81e8-4d3f-9b34-ecb1431a38bf req-802bd187-e73e-487e-b4cc-15b97a10caf2 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:16.738699 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ef3079ad-81e8-4d3f-9b34-ecb1431a38bf req-802bd187-e73e-487e-b4cc-15b97a10caf2 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0877082 May 25 16:50:16.802583 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ef3079ad-81e8-4d3f-9b34-ecb1431a38bf req-bfc40b86-9832-4c82-bc1f-82cb7d0de5a9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581543 May 25 16:50:18.150990 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a119271-37c0-4c68-9342-99f396ca421a req-95820434-99e4-450e-b9f6-e917d6b26618 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:18.157108 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5a119271-37c0-4c68-9342-99f396ca421a req-95820434-99e4-450e-b9f6-e917d6b26618 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1875498 May 25 16:50:18.220146 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5a119271-37c0-4c68-9342-99f396ca421a req-c4bb8420-0d14-4e5c-93dd-4a19b10b9cc7 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537121 May 25 16:50:19.410567 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed32260-e25d-443c-ba36-363643e71b8e req-6199321c-42a6-4193-a2e4-a75c0f66ff93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:19.412176 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3ed32260-e25d-443c-ba36-363643e71b8e req-6199321c-42a6-4193-a2e4-a75c0f66ff93 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0838449 May 25 16:50:19.474982 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3ed32260-e25d-443c-ba36-363643e71b8e req-1def689b-89f8-475d-a8f4-3a1f9a72b478 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546904 May 25 16:50:20.356410 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6a26d-2ac5-4305-ac8c-e133a65cdd8f req-eb74d26b-aa21-4833-93d3-798c6ed89cd1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:20.357940 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e9f6a26d-2ac5-4305-ac8c-e133a65cdd8f req-eb74d26b-aa21-4833-93d3-798c6ed89cd1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 946 time: 0.0804980 May 25 16:50:20.408395 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e9f6a26d-2ac5-4305-ac8c-e133a65cdd8f req-9e846fe8-3064-4dc3-8dd8-b065047126a5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445497 May 25 16:50:20.673499 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca61de-00c3-4559-8568-1a36d70953f9 req-645bc449-4264-424c-becb-2255108f9471 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:20.675012 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ecca61de-00c3-4559-8568-1a36d70953f9 req-645bc449-4264-424c-becb-2255108f9471 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0877380 May 25 16:50:20.723699 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ecca61de-00c3-4559-8568-1a36d70953f9 req-891183f3-0923-46c7-bb31-33ddce36e0db tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421834 May 25 16:50:21.601041 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d008a-d015-427b-9f3a-84161052ca4c req-5586cb4c-7cf1-450c-886c-00f3c8b51db4 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:21.602572 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d1d008a-d015-427b-9f3a-84161052ca4c req-5586cb4c-7cf1-450c-886c-00f3c8b51db4 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 946 time: 0.0836015 May 25 16:50:21.647060 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d1d008a-d015-427b-9f3a-84161052ca4c req-613b97bc-41ab-4ab2-b877-8b4f4e001ceb tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385945 May 25 16:50:21.913510 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cb66d-be00-4727-9872-025c6a63d337 req-56fef0da-5a1c-408c-8179-926429825540 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:21.914977 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9e0cb66d-be00-4727-9872-025c6a63d337 req-56fef0da-5a1c-408c-8179-926429825540 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0841055 May 25 16:50:21.994225 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9e0cb66d-be00-4727-9872-025c6a63d337 req-3059bcfd-2d31-4a41-b7dc-278de3da9ffa tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732596 May 25 16:50:22.042991 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-102c40c6-26cf-4614-a518-19e60478c9db tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:22.044470 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-102c40c6-26cf-4614-a518-19e60478c9db tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.39 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 946 time: 0.0835063 May 25 16:50:22.183012 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Deleting port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:22.183369 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.216060 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58106) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:22.280459 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Deleting subnet e706638a-218d-487c-884d-969f38ca0b75 {{(pid=98882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:50:22.283751 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.318657 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] For port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:22.319007 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.334782 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141366'] for subnet, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.389482 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.617516 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.617884 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.618339 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.l3_db [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Floating IP 581faa2a-4831-4804-8b9d-709ce70450ca disassociated. External IP: 172.28.3.200, port: d9b0d0ec-5563-401f-8a77-0ddfc707b2d9. May 25 16:50:22.618682 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Calling delete_port for d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:22.712048 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2286405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2154585'] for subnet, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.717240 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-528f6796-ac7f-4824-bb80-6bc6670cec66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:22.751367 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e706638a-218d-487c-884d-969f38ca0b75,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:22.756944 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.765488 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.765886 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.766251 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.766605 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.766955 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.767302 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.767645 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.767991 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.768332 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.768675 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.769016 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.769469 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:22.774449 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e706638a-218d-487c-884d-969f38ca0b75 HTTP/1.1" status: 204 len: 168 time: 0.5560093 May 25 16:50:22.774449 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8f4a71d7-48f6-4d6d-b646-d7471280b8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:22.775751 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58112) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:22.812063 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.820432 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-37f0833d-5e89-4066-86b7-d937c5443c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:22.874934 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event deleted for resources: {'Port': ['ID=d9b0d0ec-5563-401f-8a77-0ddfc707b2d9,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:22.877171 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:22.884259 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.010343 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.027724 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aff079-8796-4347-bb3f-f75595c8855d']}} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:23.035770 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba3f1d-1f99-4a78-b71c-674f3d8bd176 req-bc957ff7-4299-4757-8aec-7890658e7984 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:23.037671 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-68ba3f1d-1f99-4a78-b71c-674f3d8bd176 req-bc957ff7-4299-4757-8aec-7890658e7984 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 868 time: 0.2754409 May 25 16:50:23.046203 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b32883-90d9-430b-a6ea-3892263ec8a3') {'for_net_delete': True} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:23.046501 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b32883-90d9-430b-a6ea-3892263ec8a3') {} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:23.060087 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141373'] for segment, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.078343 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.087861 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=98882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:50:23.088273 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287331'] for segment, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: Traceback (most recent call last): May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: timer() May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: cb(*args, **kw) May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: return func(*args, **kwargs) May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: self._notify() May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: self.callback(batched_events) May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: event.method(event) May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: return f(self, *a, **k) May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: return self._get(url).json() May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: return self.request(url, 'GET', **kwargs) May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:50:23.102797 dv-cinder-786386-6-smb neutron-server[98882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:50:23.256002 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.259960 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:23.263050 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-68ba3f1d-1f99-4a78-b71c-674f3d8bd176 req-56204959-e7a5-4bef-88ce-2db18843e36a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=4000a417-e4ad-4b96-b858-453023ff9211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140037 May 25 16:50:23.275915 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Router cca3c552-9594-4262-b5ae-5170b40c6d42 has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:23.284763 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.287716 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=87aff079-8796-4347-bb3f-f75595c8855d,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:23.290935 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:23.294168 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/87aff079-8796-4347-bb3f-f75595c8855d HTTP/1.1" status: 204 len: 168 time: 0.5173435 May 25 16:50:23.381915 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652ec56-e5e6-423c-bbd3-f2fc17837962 req-d21d44a1-dd10-4698-93e3-ef4658ceac6a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:23.383385 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2652ec56-e5e6-423c-bbd3-f2fc17837962 req-d21d44a1-dd10-4698-93e3-ef4658ceac6a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.2355664 May 25 16:50:23.508623 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2652ec56-e5e6-423c-bbd3-f2fc17837962 req-6e4b84b7-f943-4bdc-a20b-33b5477ff663 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170323 May 25 16:50:23.523599 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:23.533538 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d9abb0-3d80-4643-8e84-72e0d9e4282e None None] Sync routers for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:23.545385 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d9abb0-3d80-4643-8e84-72e0d9e4282e None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:23.545385 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-d6d9abb0-3d80-4643-8e84-72e0d9e4282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:49:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:23.612273 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] No DVR routers for this DVR port d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:23.615055 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.619233 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'name': 'network-vif-deleted', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:50:23.670608 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82ed8b0-2d80-4031-a013-fe80d2f235f1', 'name': 'network-vif-deleted', 'tag': 'd9b0d0ec-5563-401f-8a77-0ddfc707b2d9', 'status': 'completed', 'code': 200} May 25 16:50:23.694876 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3a61a9e0-8f99-4485-b1c9-00dfd8ca99f4 req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.39 "DELETE /v2.0/ports/d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 HTTP/1.1" status: 204 len: 173 time: 1.6449683 May 25 16:50:23.731550 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58122) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:23.765159 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-d6d9abb0-3d80-4643-8e84-72e0d9e4282e None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:23.783437 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-fb7f1ea1-deb0-4446-88c2-77d474e64829 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40b309bc2e3c4cb7a8a4156820dfc607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506995 May 25 16:50:23.786449 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58126) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:23.849007 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9659-513e-49d2-b27c-6eeacbfefbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.880085 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9659-513e-49d2-b27c-6eeacbfefbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:24.060071 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9659-513e-49d2-b27c-6eeacbfefbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:24.065063 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-e5c12772-4365-4371-905a-fe3ee879fdd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:24.079046 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd9659-513e-49d2-b27c-6eeacbfefbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bea4d0-808e-4d1d-93ef-426fcfaac3a3,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:24.083001 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b3dd9659-513e-49d2-b27c-6eeacbfefbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:24.084362 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-b3dd9659-513e-49d2-b27c-6eeacbfefbb8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1bea4d0-808e-4d1d-93ef-426fcfaac3a3 HTTP/1.1" status: 204 len: 168 time: 0.2968550 May 25 16:50:24.085332 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b3dd9659-513e-49d2-b27c-6eeacbfefbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:24.108859 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-d6d9abb0-3d80-4643-8e84-72e0d9e4282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:24.114210 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d9abb0-3d80-4643-8e84-72e0d9e4282e None None] Checking router: cca3c552-9594-4262-b5ae-5170b40c6d42 for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:24.123006 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d9abb0-3d80-4643-8e84-72e0d9e4282e None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:24.123757 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-d6d9abb0-3d80-4643-8e84-72e0d9e4282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:49:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:24.310499 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-d6d9abb0-3d80-4643-8e84-72e0d9e4282e None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:24.444155 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-982f0f34-b0ef-4900-9887-a6694e93d0fe req-4cc09383-0dee-4775-af8c-5e0ba341705d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Synchronizing usage tracker for tenant:cc17a95680e746b19bec554ae402e65e on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:24.528349 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-982f0f34-b0ef-4900-9887-a6694e93d0fe req-4cc09383-0dee-4775-af8c-5e0ba341705d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Unset dirty status for tenant:cc17a95680e746b19bec554ae402e65e on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:24.531544 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-982f0f34-b0ef-4900-9887-a6694e93d0fe req-4cc09383-0dee-4775-af8c-5e0ba341705d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=e82ed8b0-2d80-4031-a013-fe80d2f235f1 HTTP/1.1" status: 200 len: 210 time: 0.1323562 May 25 16:50:24.737000 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-d6d9abb0-3d80-4643-8e84-72e0d9e4282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:24.737850 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41d861-9f4c-415a-8687-ae78669b1f28 req-dbb137df-5ba5-431f-ad7d-be9cba1ad548 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:24.745866 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0b41d861-9f4c-415a-8687-ae78669b1f28 req-dbb137df-5ba5-431f-ad7d-be9cba1ad548 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1067834 May 25 16:50:24.748162 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d9abb0-3d80-4643-8e84-72e0d9e4282e None None] The sync data for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb is: [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:24.795810 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0b41d861-9f4c-415a-8687-ae78669b1f28 req-a36ded42-e3be-47ea-8194-69e62f0be07f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476015 May 25 16:50:24.988804 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7446b1-4b8f-46c0-90fb-8235d8e39533 None None] New status for floating IP 581faa2a-4831-4804-8b9d-709ce70450ca: DOWN {{(pid=98884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:50:25.123029 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f805-0874-4080-82e5-c1101a9dc81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.419890 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58154) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:25.525509 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-707748600-network', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:25.530210 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:25.534035 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Usage tracker for resource:network and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:25.537560 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:25.544034 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:25.660071 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Made reservation on behalf of fa88fb17258d44929853dfd3aaf4da5b for: {'network': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:25.662485 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.679842 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.718811 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 58164) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:25.789056 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:25.790861 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d4e487a8-6f50-406c-92ed-2ed9487a4226 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.792905 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Usage tracker for resource:security_group_rule and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:25.795764 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:25.801804 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:25.820236 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d4e487a8-6f50-406c-92ed-2ed9487a4226 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.848324 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:25.897483 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.903269 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:25.903697 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d9b0d0ec-5563-401f-8a77-0ddfc707b2d9 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:25.979672 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d4e487a8-6f50-406c-92ed-2ed9487a4226 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.984536 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d8e7f534-935d-4d80-ba60-8d5579afce7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:26.001982 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e487a8-6f50-406c-92ed-2ed9487a4226 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4000a417-e4ad-4b96-b858-453023ff9211,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:26.011388 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26185824-37ad-4aaf-9269-ac07cbe7d760 req-23e0d4a9-88fb-47fa-8d93-b395fa39cf5b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:26.012318 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-26185824-37ad-4aaf-9269-ac07cbe7d760 req-23e0d4a9-88fb-47fa-8d93-b395fa39cf5b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1061511 May 25 16:50:26.013143 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d4e487a8-6f50-406c-92ed-2ed9487a4226 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:26.042756 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.043200 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.048475 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b5be8585-e432-40ea-a8b8-d6ef26d83e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:26.060631 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-26185824-37ad-4aaf-9269-ac07cbe7d760 req-5ba38f55-eba2-41bb-917f-9a7c7b92c142 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405209 May 25 16:50:26.074284 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=98882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:50:26.084511 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578e3959-1217-48c6-8038-aefd37cad3ea,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:26.088233 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:26.090726 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.091068 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.segments_db [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Added segment 4370c520-7503-4ee3-8710-563b34f296a5 of type vlan for network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 May 25 16:50:26.117536 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.140112 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d4e487a8-6f50-406c-92ed-2ed9487a4226 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.141542 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-d4e487a8-6f50-406c-92ed-2ed9487a4226 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "DELETE /v2.0/security-groups/4000a417-e4ad-4b96-b858-453023ff9211 HTTP/1.1" status: 204 len: 168 time: 0.4208517 May 25 16:50:26.144906 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58170) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:26.160748 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.api.v2.resource [None req-364e2106-bd42-4a33-a3f0-08dd1e60b576 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] show failed (client error): The resource could not be found. May 25 16:50:26.161775 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-364e2106-bd42-4a33-a3f0-08dd1e60b576 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups/4000a417-e4ad-4b96-b858-453023ff9211 HTTP/1.1" status: 404 len: 347 time: 0.0158889 May 25 16:50:26.164483 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58174) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:26.228503 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.229986 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:26.230505 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.242154 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:26.456184 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Pushing event updated for resources: {'Network': ['ID=876edaa8-c7e7-44c3-8e35-e0b27bb748a6,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:26.464210 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:26.466976 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:50:26.472939 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0520012 May 25 16:50:26.476380 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 58178) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:26.485005 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Request body: {'subnet': {'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-707748600-subnet', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'ip_version': 4}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:26.487510 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:26.492294 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-587776ee-9cbc-4909-b806-083fa797976f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Deleting port b9bf15d7-ec0e-466d-81db-72906d4a7500 {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:26.492534 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Usage tracker for resource:subnet and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:26.492671 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-587776ee-9cbc-4909-b806-083fa797976f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.495901 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:26.502069 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:26.579469 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Made reservation on behalf of fa88fb17258d44929853dfd3aaf4da5b for: {'subnet': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:26.582191 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2283288'] for subnet, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.613918 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-587776ee-9cbc-4909-b806-083fa797976f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.614269 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-587776ee-9cbc-4909-b806-083fa797976f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.736519 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-587776ee-9cbc-4909-b806-083fa797976f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Calling delete_port for b9bf15d7-ec0e-466d-81db-72906d4a7500 owned by network:floatingip {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:26.939424 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-587776ee-9cbc-4909-b806-083fa797976f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.944229 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-7b37d0ba-df08-437e-8856-4cc4d54de632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:26.988800 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587776ee-9cbc-4909-b806-083fa797976f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event deleted for resources: {'Port': ['ID=b9bf15d7-ec0e-466d-81db-72906d4a7500,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:27.019295 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-587776ee-9cbc-4909-b806-083fa797976f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:27.053738 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2276314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2283278'] for subnet, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.057570 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:27.091566 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-587776ee-9cbc-4909-b806-083fa797976f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.131763 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:27.135122 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:27.141156 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Checking segment: {'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:27.141538 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Network hostable DHCP agents. Network: 876edaa8-c7e7-44c3-8e35-e0b27bb748a6, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:50:27.180255 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-587776ee-9cbc-4909-b806-083fa797976f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.181418 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-587776ee-9cbc-4909-b806-083fa797976f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "DELETE /v2.0/floatingips/581faa2a-4831-4804-8b9d-709ce70450ca HTTP/1.1" status: 204 len: 168 time: 1.0160520 May 25 16:50:27.249955 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:50:27.268448 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0344e-852a-4adf-9c2a-5236d1d952e2 req-598689ed-7668-42a0-990c-1312eb3adeda tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:27.272857 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-26d0344e-852a-4adf-9c2a-5236d1d952e2 req-598689ed-7668-42a0-990c-1312eb3adeda tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0984595 May 25 16:50:27.315221 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-26d0344e-852a-4adf-9c2a-5236d1d952e2 req-621b1dff-c0fd-49ae-b981-0b997eaba914 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388660 May 25 16:50:27.362255 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, 876edaa8-c7e7-44c3-8e35-e0b27bb748a6) {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:27.372492 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:27.372980 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2d7403-89ad-4633-a80e-248db0c4ba26 None None] Network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:27.373501 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.478930 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.494572 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-1183404d-8c4b-488e-bfd0-e5a6ca7ecddb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0168657 May 25 16:50:27.497476 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58186) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:27.503349 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:27.507896 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:27.511874 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Usage tracker for resource:router and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:27.514840 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:27.521143 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:27.535495 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e9adbe0f-f9e6-4cfa-9077-c126333ac2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.608603 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5212'] for router, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.609953 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.624808 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 58190) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:27.625852 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.631398 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2146640562', 'description': 'tempest-description--102935781'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:27.636355 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23d52cc-7998-5017-810c-50915ea2e18b-876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'fixed_ips': [{'subnet_id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb'}]}} from dv-cinder-786386-6-smb. {{(pid=98883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:50:27.637339 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.638303 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:27.643386 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:security_group and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:27.647024 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:27.652869 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:27.756863 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.779416 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:27.783788 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:security_group_rule and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:27.787193 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:27.793593 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:27.795509 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.db_base_plugin_common [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Allocated IP 172.20.0.2 (876edaa8-c7e7-44c3-8e35-e0b27bb748a6/0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb/e3ad005e-1510-4770-945b-9a43c09f27b3) {{(pid=98883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:27.868394 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.928418 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.934119 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-6012f28c-ca82-4ba9-9902-e9d2c4add76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:27.976303 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-925009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5153'] for router, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.984532 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d681da0-06da-416c-9756-31c13a487d90,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:27.987446 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:28.002571 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Notify callbacks [] for port, precommit_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.012955 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Transition to ACTIVE for port object e3ad005e-1510-4770-945b-9a43c09f27b3 will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:28.030392 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Transition to ACTIVE for port object e3ad005e-1510-4770-945b-9a43c09f27b3 will not be triggered until provisioned by entity DHCP. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:28.083031 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.084306 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-55824210-6d54-419e-a8b3-4e787bdc7626 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4584308 May 25 16:50:28.087205 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 58194) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:28.092231 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'security_group_rule': {'security_group_id': '5d681da0-06da-416c-9756-31c13a487d90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:28.098214 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:28.102011 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:security_group_rule and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:28.104890 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:28.110720 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:28.151724 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.155841 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-af7ea151-4db9-4c10-be23-ab9659fa06e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:28.186246 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.222028 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 is already hosted by enough agents. {{(pid=98883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:28.225766 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.base_scheduler [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Resources bound (agent type, host, resource id): {{(pid=98883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:28.230032 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Received port after_create {{(pid=98883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:28.256415 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.267181 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Pushing event updated for resources: {'Port': ['ID=e3ad005e-1510-4770-945b-9a43c09f27b3,revision_number=1']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:28.311420 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.311765 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.312099 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.312428 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.312753 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.313076 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.313470 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.313751 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.319158 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.319158 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.319158 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.319158 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:28.324670 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:28.334345 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Attempting to bind port e3ad005e-1510-4770-945b-9a43c09f27b3 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:28.334721 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Attempting to bind port e3ad005e-1510-4770-945b-9a43c09f27b3 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:28.335089 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Attempting to bind port e3ad005e-1510-4770-945b-9a43c09f27b3 on network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:28.340679 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.340839 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:28.341091 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Checking segment: {'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:28.341530 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.341927 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Bound using segment: {'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:28.342399 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Bound port: e3ad005e-1510-4770-945b-9a43c09f27b3, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:28.342785 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.351575 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:28.375264 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00adca4f-e6d5-498e-9acc-7f40778e263f,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:28.385036 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:28.445144 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] For port e3ad005e-1510-4770-945b-9a43c09f27b3, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:28.448821 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] For port e3ad005e-1510-4770-945b-9a43c09f27b3, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e3ad005e-1510-4770-945b-9a43c09f27b3,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:28.475727 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.478980 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.480161 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-56d5cb83-5998-428b-908b-ed566984a58b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3920529 May 25 16:50:28.485569 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 58200) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:28.497453 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'security_group_rule': {'security_group_id': '5d681da0-06da-416c-9756-31c13a487d90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:28.504840 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:28.505782 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.511229 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:security_group_rule and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:28.514628 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:28.523545 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:28.539788 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.545070 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-6ec2db14-b7ec-4aaf-a851-8aa501c0bd2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:28.549974 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4d7aa-c062-4c79-947e-e5f13d0acc6e req-ed66f5b9-a83f-48ba-965f-0824ff343579 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:28.551547 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a5f4d7aa-c062-4c79-947e-e5f13d0acc6e req-ed66f5b9-a83f-48ba-965f-0824ff343579 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1098840 May 25 16:50:28.611385 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a5f4d7aa-c062-4c79-947e-e5f13d0acc6e req-acbb5e69-b019-4727-9194-a64d6709a9e6 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533626 May 25 16:50:28.640220 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.640457 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Pushing event updated for resources: {'Port': ['ID=e3ad005e-1510-4770-945b-9a43c09f27b3,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:28.640457 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:28.678689 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Allocated IP 172.28.3.55 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/a798a8bf-44d2-48e6-ac38-9b348238f932) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:28.751388 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.798065 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.844673 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.894975 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.902382 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-fdfcf587-c865-4a76-ac4e-a21bb9392f40 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:28.923557 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b4a2cd-794c-454b-92d3-e2a5c1ee4cb0,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:28.926466 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:28.952038 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.960531 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:28.997025 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.998288 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-f8dea437-8c41-463b-a81d-5610bfbf5035 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5066867 May 25 16:50:29.001305 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 58204) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:29.006559 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'floatingip': {'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:29.012381 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:29.016212 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:floatingip and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:29.019660 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:29.024041 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:29.026608 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:29.027052 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:29.030635 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:29.069189 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Pushing event updated for resources: {'Port': ['ID=a798a8bf-44d2-48e6-ac38-9b348238f932,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:29.073192 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:29.116724 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.272347 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.430510 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Allocated IP 172.28.3.36 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/1fe19525-55b3-48da-9dee-57b78e2f7181) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:29.580417 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.591506 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.613653 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b5c4d-0a48-49d2-88bc-b570b3200fc9 None None] Network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:29.682686 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.687530 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-23d9b3a6-0cd0-4248-9479-eba0dc584366 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:29.779307 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-49a8b4ff-9cb3-4683-a9fb-a27d27de869c None None] Provisioning for port e3ad005e-1510-4770-945b-9a43c09f27b3 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:29.869348 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:29.877711 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:29.881145 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:29.887889 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e3ad005e-1510-4770-945b-9a43c09f27b3 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:29.952956 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'Port': ['ID=1fe19525-55b3-48da-9dee-57b78e2f7181,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:29.959000 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:30.004025 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d399522-7fc6-4460-9d66-dbc6ecb2362e req-e33be08d-8c07-49bf-8e7c-f35a1d032bb5 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:30.005975 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d399522-7fc6-4460-9d66-dbc6ecb2362e req-e33be08d-8c07-49bf-8e7c-f35a1d032bb5 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.2214353 May 25 16:50:30.015680 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.054250 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port e3ad005e-1510-4770-945b-9a43c09f27b3 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:30.060523 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port e3ad005e-1510-4770-945b-9a43c09f27b3 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:30.060523 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.066454 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d399522-7fc6-4460-9d66-dbc6ecb2362e req-6593d312-ce83-4d3b-b02d-a7f5e8c5dc30 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521533 May 25 16:50:30.079952 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924946'] for router, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.189704 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.217828 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.233224 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.256289 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port e3ad005e-1510-4770-945b-9a43c09f27b3, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e3ad005e-1510-4770-945b-9a43c09f27b3,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:30.329589 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-65fd7054-f7fd-415d-818b-d583b5517e21 None None] Provisioning complete for port e3ad005e-1510-4770-945b-9a43c09f27b3 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:30.329886 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-65fd7054-f7fd-415d-818b-d583b5517e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.371664 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.375447 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:30.390713 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 is scheduled to L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 with binding_index 1 {{(pid=98882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:50:30.407593 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.455603 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=e3ad005e-1510-4770-945b-9a43c09f27b3,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:30.459411 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:30.466046 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.475273 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9d543f5a-fafe-4736-9561-e31e046e30c6 tempest-ServerRescueNegativeTestJSON-534897647 tempest-ServerRescueNegativeTestJSON-534897647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:30.579821 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'Port': ['ID=1fe19525-55b3-48da-9dee-57b78e2f7181,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:30.580466 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:30.584409 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:30.591274 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.596186 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Sync routers for ids ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:30.606681 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Routers {'9b4dd26a-58e6-40c1-b14e-707fbf54ac22'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:30.607300 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:50:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:30.734144 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] Notify callbacks [] for router, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.735465 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-044cf09f-752e-4265-a3ce-eeca7d296d46 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2368033 May 25 16:50:30.738269 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58210) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.767458 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.768777 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7663879 May 25 16:50:30.799581 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Set router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:31.017257 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-acf7e847-890e-4915-8f5b-faf1fb95704e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Synchronizing usage tracker for tenant:cc17a95680e746b19bec554ae402e65e on resource:security_group {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:31.105573 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-acf7e847-890e-4915-8f5b-faf1fb95704e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Unset dirty status for tenant:cc17a95680e746b19bec554ae402e65e on resource:security_group {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:31.106923 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-acf7e847-890e-4915-8f5b-faf1fb95704e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2146640562&fields=id&tenant_id=cc17a95680e746b19bec554ae402e65e HTTP/1.1" status: 200 len: 267 time: 0.1426322 May 25 16:50:31.127286 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:29Z', 'revision_number': 3, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:31.131462 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Checking router: 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:31.131952 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Updating router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 port a798a8bf-44d2-48e6-ac38-9b348238f932 binding host dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:50:31.194143 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.332372 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-6e8b3a7f-4d75-4eac-8ce0-83c7df60b2d1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:31.333785 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-6e8b3a7f-4d75-4eac-8ce0-83c7df60b2d1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 817 time: 0.2177215 May 25 16:50:31.356709 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadff4d-28ac-4157-9158-7c74bcd4e254 req-e93081cd-8606-4c70-b651-81fbdfe4072b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:31.358394 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8fadff4d-28ac-4157-9158-7c74bcd4e254 req-e93081cd-8606-4c70-b651-81fbdfe4072b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1531701 May 25 16:50:31.360737 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-433279be-f049-40ab-9808-72be303bfee3 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/quotas/cc17a95680e746b19bec554ae402e65e HTTP/1.1" status: 200 len: 375 time: 0.0211892 May 25 16:50:31.459690 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8fadff4d-28ac-4157-9158-7c74bcd4e254 req-e056cfe9-5943-4f80-8e3a-b58de68de8b3 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932071 May 25 16:50:31.468653 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.497155 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-05b48a11-2467-48ac-968d-45620a156311 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163468 May 25 16:50:31.544408 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Notify callbacks [] for port, precommit_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.557215 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Transition to ACTIVE for port object a798a8bf-44d2-48e6-ac38-9b348238f932 will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:31.613970 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.618552 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d6d465e6-bc1d-478f-9ddb-274b2e48eef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:31.640774 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-ffd9e4fa-6a8c-4716-8e65-42f1d431c8da service neutron] 10.222.0.49 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314962 May 25 16:50:31.693206 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Attempting to bind port a798a8bf-44d2-48e6-ac38-9b348238f932 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:31.693593 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Attempting to bind port a798a8bf-44d2-48e6-ac38-9b348238f932 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:31.693967 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Attempting to bind port a798a8bf-44d2-48e6-ac38-9b348238f932 on network 2f7e0120-dd4d-463e-a817-41806313a9a0 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:31.701974 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Allocated IP 172.20.0.1 (876edaa8-c7e7-44c3-8e35-e0b27bb748a6/0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb/b4ace3f9-b95c-4e2a-aa76-85d079bd40c7) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:31.711499 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc8823-8fa3-4026-bc48-53a2b875bf7b None None] Pushing event updated for resources: {'Port': ['ID=a798a8bf-44d2-48e6-ac38-9b348238f932,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:31.711499 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d4bc8823-8fa3-4026-bc48-53a2b875bf7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:31.711499 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:31.711499 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Checking segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:31.711499 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.711499 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Bound using segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:31.711499 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Bound port: a798a8bf-44d2-48e6-ac38-9b348238f932, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:31.711499 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.799374 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] For port a798a8bf-44d2-48e6-ac38-9b348238f932, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:31.806346 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] For port a798a8bf-44d2-48e6-ac38-9b348238f932, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=a798a8bf-44d2-48e6-ac38-9b348238f932,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:31.838889 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e3ad005e-1510-4770-945b-9a43c09f27b3 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:31.878043 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a36297e1-852c-4e93-8bdb-a6e385c19ba8 service neutron] 10.222.0.49 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307246 May 25 16:50:31.897567 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.903755 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:31.988084 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.994168 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Routers {'9b4dd26a-58e6-40c1-b14e-707fbf54ac22'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:31.994812 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:50:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:32.008316 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.provisioning_blocks [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Transition to ACTIVE for port object b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 will not be triggered until provisioned by entity DHCP. {{(pid=98882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:32.061018 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc8823-8fa3-4026-bc48-53a2b875bf7b None None] Pushing event updated for resources: {'Port': ['ID=a798a8bf-44d2-48e6-ac38-9b348238f932,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:32.064179 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d4bc8823-8fa3-4026-bc48-53a2b875bf7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:32.076483 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port e3ad005e-1510-4770-945b-9a43c09f27b3 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:32.076865 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.135593 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.140645 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:32.208117 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:32.212259 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:32.217604 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:32.256901 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-75bd3e4c-0873-4889-b20f-dbd1d5650f1d req-83beea48-a4d2-430e-b7ee-66c42ecb7151 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 210 time: 0.0713727 May 25 16:50:32.284217 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Pushing event updated for resources: {'Port': ['ID=b4ace3f9-b95c-4e2a-aa76-85d079bd40c7,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:32.289311 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:32.301291 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924003'] for router_interface, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.321073 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] Set router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:32.541386 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.654966 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-d1ddef9c-321b-4865-92ff-54e9a429de28 None None] Provisioning for port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:32.661358 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-d1ddef9c-321b-4865-92ff-54e9a429de28 None None] Provisioning complete for port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:32.661735 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-d1ddef9c-321b-4865-92ff-54e9a429de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.678369 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6f512-729e-4039-92ef-14964b7fd090 req-24e50741-965f-470e-94ec-9457316c90ad tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:32.680467 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-63c6f512-729e-4039-92ef-14964b7fd090 req-24e50741-965f-470e-94ec-9457316c90ad tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1011977 May 25 16:50:32.724123 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-d1ddef9c-321b-4865-92ff-54e9a429de28 None None] Port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:32.727658 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:29Z', 'revision_number': 3, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:32.732426 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111aac9-fd9b-4cd7-8f2c-3be8b3f4a24b None None] The sync data for ids ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'] in dv-cinder-786386-6-smb is: [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:29Z', 'revision_number': 3, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:32.737846 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-63c6f512-729e-4039-92ef-14964b7fd090 req-727883ca-166d-4c57-9cb3-0512b938ce8f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505369 May 25 16:50:32.798887 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.864960 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287295'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.897680 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:32.989398 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Pushing event updated for resources: {'Port': ['ID=b4ace3f9-b95c-4e2a-aa76-85d079bd40c7,revision_number=2']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:32.991844 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924110'] for router_interface, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.995540 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:33.138867 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:33.140130 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:33.352252 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-d7fbc224-d122-4506-8566-b5ca73006cbb None None] Provisioning complete for port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:33.352808 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-d7fbc224-d122-4506-8566-b5ca73006cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.361594 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:33.421016 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-d7fbc224-d122-4506-8566-b5ca73006cbb None None] Port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:33.473100 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3bf01c21-7024-41b8-86cb-dad52c586cf1 req-9e7e5374-9db7-46fe-a892-eb657e48acd6 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 210 time: 0.0587425 May 25 16:50:33.564580 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:33.574293 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] 10.222.0.49 "PUT /v2.0/routers/9b4dd26a-58e6-40c1-b14e-707fbf54ac22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8349414 May 25 16:50:33.814351 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device a798a8bf-44d2-48e6-ac38-9b348238f932 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:33.853431 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:50:33.933796 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port a798a8bf-44d2-48e6-ac38-9b348238f932 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:33.939823 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port a798a8bf-44d2-48e6-ac38-9b348238f932 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:33.940208 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.951166 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8de9e5-6114-45b0-a7cd-cf8f1731634a req-eaac6a6c-533c-443e-951a-f8044b414e66 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:33.952664 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4f8de9e5-6114-45b0-a7cd-cf8f1731634a req-eaac6a6c-533c-443e-951a-f8044b414e66 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0819058 May 25 16:50:34.001401 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4f8de9e5-6114-45b0-a7cd-cf8f1731634a req-3609e303-af55-4fc4-a2f0-35bde7c9c386 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418572 May 25 16:50:34.100337 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.118268 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port a798a8bf-44d2-48e6-ac38-9b348238f932, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=a798a8bf-44d2-48e6-ac38-9b348238f932,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:34.174004 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.175891 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:34.256339 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=a798a8bf-44d2-48e6-ac38-9b348238f932,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:34.259931 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:34.340879 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 58260) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:34.346431 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2042683968-network', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:34.351988 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:34.355966 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Usage tracker for resource:network and tenant:469182cdd8464ab8acf08c19c18fb536 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:34.359753 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:34.369731 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:34.396639 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Sync routers for ids ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:34.406316 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Routers {'9b4dd26a-58e6-40c1-b14e-707fbf54ac22'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:34.406923 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:50:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:34.564033 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Made reservation on behalf of 469182cdd8464ab8acf08c19c18fb536 for: {'network': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:34.567170 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.595996 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Set router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:34.603276 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.677051 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:34.728537 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Usage tracker for resource:security_group_rule and tenant:469182cdd8464ab8acf08c19c18fb536 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:34.750367 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-18960093-c418-4848-a1a5-37b23e2db865 req-1e160a07-6ecf-4b43-880c-7f57b2399f91 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 210 time: 0.1241210 May 25 16:50:34.751217 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:34.772756 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:34.816698 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-3508de7d-246e-4960-bb88-8eae5e44407d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:34.818299 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-3508de7d-246e-4960-bb88-8eae5e44407d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.39 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 817 time: 0.3847697 May 25 16:50:34.859605 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfb714-618e-47b8-be57-f113e4d2c705 req-f8024363-e4ce-4a32-9b6d-93687408b4a7 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:34.861130 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c8dfb714-618e-47b8-be57-f113e4d2c705 req-f8024363-e4ce-4a32-9b6d-93687408b4a7 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.4016469 May 25 16:50:34.956793 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:32Z', 'revision_number': 4, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'b4ace3f9-b95c-4e2a-aa76-85d079bd40c7', 'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'mac_address': 'fa:16:3e:35:4d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:31Z', 'updated_at': '2021-05-25T16:50:32Z', 'revision_number': 2, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'subnets': [{'id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:34.957611 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-665ce8d1-1db3-41dd-b138-3a8fa92002ea tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc17a95680e746b19bec554ae402e65e HTTP/1.1" status: 200 len: 380 time: 0.1247647 May 25 16:50:34.960609 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Checking router: 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:34.961548 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Updating router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 binding host dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:50:34.972876 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'port': {'device_id': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'admin_state_up': True, 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'security_groups': ['5d681da0-06da-416c-9756-31c13a487d90']}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:34.989488 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c8dfb714-618e-47b8-be57-f113e4d2c705 req-51ad6b2f-4fee-4443-96a7-6a1a6b6c56a1 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135652 May 25 16:50:34.998515 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73712c32-9178-40a8-a7f4-a8870ce3f38c req-ef20ec97-ce38-4b3c-b453-eba22c819ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:35.002106 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-73712c32-9178-40a8-a7f4-a8870ce3f38c req-ef20ec97-ce38-4b3c-b453-eba22c819ad3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b037169fa74f7090d0ad8a40d69f68&device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 1098 time: 0.3303695 May 25 16:50:35.017813 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.227604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.276199 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73712c32-9178-40a8-a7f4-a8870ce3f38c req-17006d2d-2b86-4372-a94f-5b6555557ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:35.277741 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-73712c32-9178-40a8-a7f4-a8870ce3f38c req-17006d2d-2b86-4372-a94f-5b6555557ecb service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 HTTP/1.1" status: 200 len: 913 time: 0.2637727 May 25 16:50:35.280344 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:35.285152 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Usage tracker for resource:port and tenant:cc17a95680e746b19bec554ae402e65e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:35.289185 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:35.347477 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:35.367521 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.373938 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.374360 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-e9e268dd-5f01-4b14-b21b-b6fc5f4a385a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:35.385830 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Transition to ACTIVE for port object b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:35.422785 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=98881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:50:35.434073 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-73712c32-9178-40a8-a7f4-a8870ce3f38c req-645be3b9-5afe-458d-95df-2bc5a45c5f1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4146e13d-1d58-46ed-97aa-d586b4240892 HTTP/1.1" status: 200 len: 1001 time: 0.1459761 May 25 16:50:35.436567 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6695c92-7aa8-440d-92b4-731f54e55276,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:35.440186 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:35.443732 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.444610 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.segments_db [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Added segment 0168b3f1-471c-4c72-b786-1b7d99b95005 of type vlan for network d2b49608-5d84-4ce5-a0c5-415f08e80fe4 May 25 16:50:35.499237 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.503367 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:35.531305 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73712c32-9178-40a8-a7f4-a8870ce3f38c req-f360fe8d-f673-44d4-9668-8143b1e2b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:35.532788 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-73712c32-9178-40a8-a7f4-a8870ce3f38c req-f360fe8d-f673-44d4-9668-8143b1e2b51b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fceb711-e2c1-4385-8410-e023c98848d8 HTTP/1.1" status: 200 len: 850 time: 0.0902562 May 25 16:50:35.535139 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.621787 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Pushing event updated for resources: {'Port': ['ID=b4ace3f9-b95c-4e2a-aa76-85d079bd40c7,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:35.636449 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.636792 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.637130 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.637479 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.637860 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.638288 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.638655 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.638979 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.639294 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.639608 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.639954 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.640348 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:35.643305 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Made reservation on behalf of cc17a95680e746b19bec554ae402e65e for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:35.647707 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.652266 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:35.664666 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73712c32-9178-40a8-a7f4-a8870ce3f38c req-fb08ac3d-cc5c-429a-87cc-c6c73985ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:35.666224 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-73712c32-9178-40a8-a7f4-a8870ce3f38c req-fb08ac3d-cc5c-429a-87cc-c6c73985ee53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1246521 May 25 16:50:35.749192 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Attempting to bind port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:35.749192 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Attempting to bind port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:35.749192 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Attempting to bind port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 on network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:35.754728 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:35.755262 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Checking segment: {'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:35.755672 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.756061 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Bound using segment: {'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:35.756760 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Bound port: b4ace3f9-b95c-4e2a-aa76-85d079bd40c7, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:35.757518 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.816973 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device a798a8bf-44d2-48e6-ac38-9b348238f932 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:35.858791 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] For port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:35.865801 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] For port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=b4ace3f9-b95c-4e2a-aa76-85d079bd40c7,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:35.892764 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.911233 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port a798a8bf-44d2-48e6-ac38-9b348238f932 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:35.911614 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.939920 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:35.940563 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.951235 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.957014 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2c75d4d4-63ff-49ac-becb-37de175ccb3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:35.958119 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:36.005258 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-44358e68-6513-4839-a7cb-b7ac203548cd req-1cf6692a-2432-4c98-a35e-397e444b4a2f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 210 time: 0.1177418 May 25 16:50:36.046730 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Pushing event updated for resources: {'Port': ['ID=b4ace3f9-b95c-4e2a-aa76-85d079bd40c7,revision_number=4']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:36.046730 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Routers {'9b4dd26a-58e6-40c1-b14e-707fbf54ac22'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:36.046730 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:50:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:36.100344 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-376623d1-8889-4600-bf06-71ab1af661fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:36.192735 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b49608-5d84-4ce5-a0c5-415f08e80fe4,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:36.204945 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network d2b49608-5d84-4ce5-a0c5-415f08e80fe4 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:50:36.241966 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:36.257697 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] Set router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:36.289965 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-73712c32-9178-40a8-a7f4-a8870ce3f38c req-b67bb620-7cb9-4712-a890-95dc349a522d service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149762 May 25 16:50:36.298404 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9537094 May 25 16:50:36.298782 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58276) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:36.305638 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Request body: {'subnet': {'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2042683968-subnet', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'ip_version': 4}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:36.313244 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:36.321165 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Usage tracker for resource:subnet and tenant:469182cdd8464ab8acf08c19c18fb536 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:36.328635 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:36.331078 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Allocated IP 172.20.0.3 (ac38085e-850b-4c3b-921d-dd020ca093cc/a85378c7-f9cc-474b-a7dd-f686d86c794d/aba8505a-b0a4-45b6-87bc-1e161aa9bd20) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:36.344576 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:36.426164 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Made reservation on behalf of 469182cdd8464ab8acf08c19c18fb536 for: {'subnet': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:36.428690 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2154566'] for subnet, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.468262 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfde6e-0077-4008-a734-8d9250173b6d req-8040ef65-928b-4e8a-802b-0dc846584628 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:36.469777 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cadfde6e-0077-4008-a734-8d9250173b6d req-8040ef65-928b-4e8a-802b-0dc846584628 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.3186111 May 25 16:50:36.583799 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-73712c32-9178-40a8-a7f4-a8870ce3f38c req-38b5107c-fe65-4122-97bc-d6f922560c4a service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812183 May 25 16:50:36.593590 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:32Z', 'revision_number': 4, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'b4ace3f9-b95c-4e2a-aa76-85d079bd40c7', 'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'mac_address': 'fa:16:3e:35:4d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:31Z', 'updated_at': '2021-05-25T16:50:35Z', 'revision_number': 4, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'subnets': [{'id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:36.598326 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadf3f13-1b20-4615-9df4-246a3af78a7b None None] The sync data for ids ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'] in dv-cinder-786386-6-smb is: [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:32Z', 'revision_number': 4, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'b4ace3f9-b95c-4e2a-aa76-85d079bd40c7', 'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'mac_address': 'fa:16:3e:35:4d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:31Z', 'updated_at': '2021-05-25T16:50:35Z', 'revision_number': 4, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'subnets': [{'id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:36.687366 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cadfde6e-0077-4008-a734-8d9250173b6d req-cfa8cafb-1270-4367-a0da-ce598e5f59ca tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004089 May 25 16:50:36.730439 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.748642 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Transition to ACTIVE for port object aba8505a-b0a4-45b6-87bc-1e161aa9bd20 will not be triggered until provisioned by entity DHCP. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:36.819774 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.825959 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a5dcf138-722a-44ae-bf66-1863dcc8a5d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:36.902326 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Network ac38085e-850b-4c3b-921d-dd020ca093cc is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:36.905929 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:36.910995 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:36.946068 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event updated for resources: {'Port': ['ID=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:36.950851 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:36.988273 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:36.988979 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.046804 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2286342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2154576'] for subnet, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.051337 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:37.060547 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0931928 May 25 16:50:37.073020 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Request body: {'port': {'device_id': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:37.130021 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea014cc0-f143-4817-ad33-d5f478af832f,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:37.135959 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:37.199776 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Checking segment: {'id': '0168b3f1-471c-4c72-b786-1b7d99b95005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:37.199776 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Network hostable DHCP agents. Network: d2b49608-5d84-4ce5-a0c5-415f08e80fe4, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:50:37.288385 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Network d2b49608-5d84-4ce5-a0c5-415f08e80fe4 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:50:37.299449 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-ba810b3b-e115-4ded-b9ce-b4e61d64a1e5 None None] Provisioning for port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:37.302723 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.305607 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-ba810b3b-e115-4ded-b9ce-b4e61d64a1e5 None None] Provisioning complete for port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:37.305985 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-ba810b3b-e115-4ded-b9ce-b4e61d64a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.363013 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, d2b49608-5d84-4ce5-a0c5-415f08e80fe4) {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:37.374346 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-ba810b3b-e115-4ded-b9ce-b4e61d64a1e5 None None] Port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:37.374346 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ef8071-6c6b-4ccb-8eb3-57361048d828 None None] Network d2b49608-5d84-4ce5-a0c5-415f08e80fe4 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:37.389932 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd2c04-5a59-4231-ae78-cf65339adc04 req-96460ac5-d8a4-4d53-8a89-4789554f8557 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:37.390673 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-d6dd2c04-5a59-4231-ae78-cf65339adc04 req-96460ac5-d8a4-4d53-8a89-4789554f8557 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Synchronizing usage tracker for tenant:cc17a95680e746b19bec554ae402e65e on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:37.397018 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:37.399720 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.513486 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-600295cd-af22-4a86-a2c5-742a5e2b8b32 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2134559 May 25 16:50:37.515924 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58282) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:37.524582 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2042683968-router', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:37.530155 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:37.535133 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Usage tracker for resource:router and tenant:469182cdd8464ab8acf08c19c18fb536 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:37.539122 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:37.545867 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:37.559880 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-d6dd2c04-5a59-4231-ae78-cf65339adc04 req-96460ac5-d8a4-4d53-8a89-4789554f8557 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Unset dirty status for tenant:cc17a95680e746b19bec554ae402e65e on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:37.561037 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d6dd2c04-5a59-4231-ae78-cf65339adc04 req-96460ac5-d8a4-4d53-8a89-4789554f8557 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 931 time: 0.3791671 May 25 16:50:37.620187 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-926891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5212'] for router, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.623703 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-543129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5207'] for router, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.645124 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23d52cc-7998-5017-810c-50915ea2e18b-d2b49608-5d84-4ce5-a0c5-415f08e80fe4', 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'fixed_ips': [{'subnet_id': 'ea014cc0-f143-4817-ad33-d5f478af832f'}]}} from dv-cinder-786386-6-smb. {{(pid=98883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:50:37.645974 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.649104 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.745624 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba8505a-b0a4-45b6-87bc-1e161aa9bd20 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:50:37.760478 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.787172 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Transition to ACTIVE for port object aba8505a-b0a4-45b6-87bc-1e161aa9bd20 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:37.848372 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.861322 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:37.894317 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:37.973378 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.db_base_plugin_common [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Allocated IP 172.20.0.2 (d2b49608-5d84-4ce5-a0c5-415f08e80fe4/ea014cc0-f143-4817-ad33-d5f478af832f/f95baf1b-510a-4430-a1bc-44b2e73cc170) {{(pid=98883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:38.113775 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:38.135735 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:38.136120 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.162275 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-925009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-926873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5153'] for router, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.310196 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Pushing event updated for resources: {'Port': ['ID=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:38.333907 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:38.353999 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d6dd2c04-5a59-4231-ae78-cf65339adc04 req-5715887a-b1a7-4494-9e17-fc5399780b13 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7781100 May 25 16:50:38.380822 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Attempting to bind port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:38.381162 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Attempting to bind port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:38.381527 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Attempting to bind port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 on network ac38085e-850b-4c3b-921d-dd020ca093cc {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:38.390561 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 on network ac38085e-850b-4c3b-921d-dd020ca093cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:50:38.390885 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Attempting to bind port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 on network ac38085e-850b-4c3b-921d-dd020ca093cc {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:38.402105 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3edb16-a523-4ad8-bcad-d2ec7ae2d434 req-6ad394e6-17cc-49ad-939f-14b8f46022fb tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:38.403587 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ab3edb16-a523-4ad8-bcad-d2ec7ae2d434 req-6ad394e6-17cc-49ad-939f-14b8f46022fb tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.3673551 May 25 16:50:38.406201 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:38.406536 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Checking segment: {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:38.406923 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Bound using segment: {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:38.407350 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Bound port: aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:38.407704 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.412194 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.455406 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Notify callbacks [] for port, precommit_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.473342 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Transition to ACTIVE for port object f95baf1b-510a-4430-a1bc-44b2e73cc170 will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:38.485554 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=b4ace3f9-b95c-4e2a-aa76-85d079bd40c7,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:38.498077 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Transition to ACTIVE for port object f95baf1b-510a-4430-a1bc-44b2e73cc170 will not be triggered until provisioned by entity DHCP. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:38.540122 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:38.544806 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:38.554697 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.556417 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ab3edb16-a523-4ad8-bcad-d2ec7ae2d434 req-3b9d9a8a-01cc-4eff-a0c1-ca4c1dca96d7 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389227 May 25 16:50:38.572903 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.574944 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-e03aa8a8-ec47-4e9c-85ec-bbeddce65014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:38.590557 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.639937 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603'] for port, after_create {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.652111 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=b4ace3f9-b95c-4e2a-aa76-85d079bd40c7,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:38.657732 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:38.658204 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:38.665944 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.672404 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:38.705632 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Network d2b49608-5d84-4ce5-a0c5-415f08e80fe4 is already hosted by enough agents. {{(pid=98883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:38.709909 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.scheduler.base_scheduler [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Resources bound (agent type, host, resource id): {{(pid=98883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:38.713772 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Received port after_create {{(pid=98883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:38.732073 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:38.732675 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.734045 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] 10.222.0.39 "PUT /v2.0/ports/aba8505a-b0a4-45b6-87bc-1e161aa9bd20 HTTP/1.1" status: 200 len: 1093 time: 1.6657579 May 25 16:50:38.734528 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:50:38.736728 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Allocated IP 172.28.3.230 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/c0cb2912-84be-49f1-b61f-9cefabd99b1d) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:38.762686 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Pushing event updated for resources: {'Port': ['ID=f95baf1b-510a-4430-a1bc-44b2e73cc170,revision_number=1']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:38.769655 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Pushing event updated for resources: {'Port': ['ID=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:38.770953 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:38.773371 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:38.806468 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'status': 'completed', 'code': 200} May 25 16:50:38.824270 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Attempting to bind port f95baf1b-510a-4430-a1bc-44b2e73cc170 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:38.824535 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Attempting to bind port f95baf1b-510a-4430-a1bc-44b2e73cc170 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '0168b3f1-471c-4c72-b786-1b7d99b95005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:38.825137 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Attempting to bind port f95baf1b-510a-4430-a1bc-44b2e73cc170 on network d2b49608-5d84-4ce5-a0c5-415f08e80fe4 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:38.832363 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:38.833002 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Checking segment: {'id': '0168b3f1-471c-4c72-b786-1b7d99b95005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:38.835227 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.835227 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Bound using segment: {'id': '0168b3f1-471c-4c72-b786-1b7d99b95005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:38.837628 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Bound port: f95baf1b-510a-4430-a1bc-44b2e73cc170, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0168b3f1-471c-4c72-b786-1b7d99b95005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:38.838130 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.919100 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebc488-9e56-4262-b9d9-553443025070 req-676c57aa-bda5-4358-a3ba-ce16888d548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:38.921849 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-efebc488-9e56-4262-b9d9-553443025070 req-676c57aa-bda5-4358-a3ba-ce16888d548a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 1096 time: 0.0864949 May 25 16:50:38.923504 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.946051 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] For port f95baf1b-510a-4430-a1bc-44b2e73cc170, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:38.950540 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] For port f95baf1b-510a-4430-a1bc-44b2e73cc170, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=f95baf1b-510a-4430-a1bc-44b2e73cc170,segment=NetworkSegment(0168b3f1-471c-4c72-b786-1b7d99b95005),segment_id=0168b3f1-471c-4c72-b786-1b7d99b95005)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:39.060096 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.064791 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-bccc4dc6-793f-44a6-92c2-8c060c99d29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:39.069715 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebc488-9e56-4262-b9d9-553443025070 req-93d2953c-fcea-4a6b-a38a-1f5f82429cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:39.071151 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-efebc488-9e56-4262-b9d9-553443025070 req-93d2953c-fcea-4a6b-a38a-1f5f82429cd5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cc17a95680e746b19bec554ae402e65e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1410763 May 25 16:50:39.077794 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.081859 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-e1013ade-31fe-4c5a-b1e9-eb4649eb8404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:39.155423 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:39.158017 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Pushing event updated for resources: {'Port': ['ID=f95baf1b-510a-4430-a1bc-44b2e73cc170,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:39.158159 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:39.162306 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:39.165730 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:39.197492 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Pushing event updated for resources: {'Port': ['ID=c0cb2912-84be-49f1-b61f-9cefabd99b1d,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:39.200361 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:39.225587 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebc488-9e56-4262-b9d9-553443025070 req-a9cd7ae6-1a90-4586-934c-2075d7f2c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:39.227184 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-efebc488-9e56-4262-b9d9-553443025070 req-a9cd7ae6-1a90-4586-934c-2075d7f2c16e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1496952 May 25 16:50:39.364181 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-4a322fbb-649a-4565-8ae7-a7c284b6a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:39.365679 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-4a322fbb-649a-4565-8ae7-a7c284b6a666 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 1096 time: 0.1025083 May 25 16:50:39.454859 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-209784c7-b2aa-43c4-8e5d-aa6ca7435522 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20 HTTP/1.1" status: 200 len: 217 time: 0.0814471 May 25 16:50:39.576489 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-eb66ef99-7b33-4a42-93a4-fad91bacda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:39.577961 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-eb66ef99-7b33-4a42-93a4-fad91bacda59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a85378c7-f9cc-474b-a7dd-f686d86c794d HTTP/1.1" status: 200 len: 856 time: 0.1161363 May 25 16:50:39.654541 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341fcb3-3a45-4a40-a295-722143721c00 req-26e0048a-770e-4623-9e7e-12295c3f91e1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:39.656014 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2341fcb3-3a45-4a40-a295-722143721c00 req-26e0048a-770e-4623-9e7e-12295c3f91e1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.1534483 May 25 16:50:39.709789 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-778485cf-34bd-48b1-8a67-a21865ad0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:39.711318 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-778485cf-34bd-48b1-8a67-a21865ad0c09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac38085e-850b-4c3b-921d-dd020ca093cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1263988 May 25 16:50:39.714316 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2341fcb3-3a45-4a40-a295-722143721c00 req-765d9a13-7c9b-4b6c-b9e7-115f2cd0b9f7 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508440 May 25 16:50:39.812581 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.869371 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-4814d3dd-d391-44ae-9e04-09304a4d94e9 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506743 May 25 16:50:39.905031 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:39.992220 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:39.992879 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.048266 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-90b4b721-eefd-46bf-a286-ef80a9678a35 req-a622a949-880b-418d-be76-a6889eab2ec5 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717699 May 25 16:50:40.141375 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f95baf1b-510a-4430-a1bc-44b2e73cc170 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:40.187018 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd31d6db-90b7-4805-8ea6-e67ec6d28aaa None None] Network d2b49608-5d84-4ce5-a0c5-415f08e80fe4 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:40.202895 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-926882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924946'] for router, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.374974 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-a3b45bac-4074-4f53-9bb1-f1047a52f3fc None None] Provisioning for port f95baf1b-510a-4430-a1bc-44b2e73cc170 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:40.412978 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port f95baf1b-510a-4430-a1bc-44b2e73cc170 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:40.434539 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port f95baf1b-510a-4430-a1bc-44b2e73cc170 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:40.434539 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.488324 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb is scheduled to L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 with binding_index 1 {{(pid=98882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:50:40.563434 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.598132 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port f95baf1b-510a-4430-a1bc-44b2e73cc170, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=f95baf1b-510a-4430-a1bc-44b2e73cc170,segment=NetworkSegment(0168b3f1-471c-4c72-b786-1b7d99b95005),segment_id=0168b3f1-471c-4c72-b786-1b7d99b95005)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:40.675865 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:40.684796 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Sync routers for ids ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:40.689480 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.693037 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d4bc8823-8fa3-4026-bc48-53a2b875bf7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:40.750999 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Routers {'45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:40.751711 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:50:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:40.780245 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Notify callbacks [] for router, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.784913 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2639360 May 25 16:50:40.785134 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58300) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:40.858582 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-19ad4604-93d0-4f52-a37a-617a3c5cd0d8 None None] Provisioning complete for port f95baf1b-510a-4430-a1bc-44b2e73cc170 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:40.858823 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-19ad4604-93d0-4f52-a37a-617a3c5cd0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.927784 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e56d89-55f8-4e72-8530-15d848a5d478 req-05a9becc-3cdb-4d90-972a-a98519dc7714 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:40.927784 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a8e56d89-55f8-4e72-8530-15d848a5d478 req-05a9becc-3cdb-4d90-972a-a98519dc7714 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0899420 May 25 16:50:40.973669 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=f95baf1b-510a-4430-a1bc-44b2e73cc170,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:40.980250 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:40.980460 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a8e56d89-55f8-4e72-8530-15d848a5d478 req-69a3aa9a-e5bf-45bf-8e2b-ee40f1d5d558 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507178 May 25 16:50:41.015603 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Set router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:41.395251 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'name': 'tempest-TestMinimumBasicScenario-2042683968-router', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:37Z', 'updated_at': '2021-05-25T16:50:39Z', 'revision_number': 3, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'gw_port': {'id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:38Z', 'updated_at': '2021-05-25T16:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:41.399177 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Checking router: 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:41.399527 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Updating router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb port c0cb2912-84be-49f1-b61f-9cefabd99b1d binding host dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:50:41.452651 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:41.576196 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:41.787462 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Notify callbacks [] for port, precommit_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:41.794584 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Allocated IP 172.20.0.1 (d2b49608-5d84-4ce5-a0c5-415f08e80fe4/ea014cc0-f143-4817-ad33-d5f478af832f/9ab943f5-6774-41b9-ac0d-3e7ce0205ba0) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:41.799657 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f95baf1b-510a-4430-a1bc-44b2e73cc170 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:41.831974 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Transition to ACTIVE for port object c0cb2912-84be-49f1-b61f-9cefabd99b1d will not be triggered until provisioned by entity L2. {{(pid=98883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:41.871945 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port f95baf1b-510a-4430-a1bc-44b2e73cc170 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:41.872295 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:41.914657 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device aba8505a-b0a4-45b6-87bc-1e161aa9bd20 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:50:41.923794 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:41.930988 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:41.944802 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:41.960429 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.provisioning_blocks [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Transition to ACTIVE for port object 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 will not be triggered until provisioned by entity DHCP. {{(pid=98882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:42.054423 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.058335 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:42.088675 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Attempting to bind port c0cb2912-84be-49f1-b61f-9cefabd99b1d on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:42.089247 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Attempting to bind port c0cb2912-84be-49f1-b61f-9cefabd99b1d by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:42.089463 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Attempting to bind port c0cb2912-84be-49f1-b61f-9cefabd99b1d on network 2f7e0120-dd4d-463e-a817-41806313a9a0 {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:42.096891 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5360e39-dff8-4627-a863-eda0eed4c2d7 None None] Pushing event updated for resources: {'Port': ['ID=c0cb2912-84be-49f1-b61f-9cefabd99b1d,revision_number=2']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:42.111137 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-b5360e39-dff8-4627-a863-eda0eed4c2d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:42.111940 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:42.112350 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Checking segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:42.112755 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.113152 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Bound using segment: {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'} {{(pid=98883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:42.113659 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.managers [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Bound port: c0cb2912-84be-49f1-b61f-9cefabd99b1d, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7d4577-4bd9-4990-a990-6ddcbc359e15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}}] {{(pid=98883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:42.114033 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.129339 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Network d2b49608-5d84-4ce5-a0c5-415f08e80fe4 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:42.131821 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:42.135900 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:42.167168 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab943f5-6774-41b9-ac0d-3e7ce0205ba0,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:42.173403 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:42.182618 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b277fee-228d-4e33-b18b-3ca7523c6e43 req-3326ffc4-62fe-428c-99c9-fedafd830380 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:42.184478 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9b277fee-228d-4e33-b18b-3ca7523c6e43 req-3326ffc4-62fe-428c-99c9-fedafd830380 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0965526 May 25 16:50:42.201478 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924003'] for router_interface, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.266639 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9b277fee-228d-4e33-b18b-3ca7523c6e43 req-b270f1fc-0846-4a1a-85b2-b04ac9d06c00 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723200 May 25 16:50:42.296674 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:42.316674 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'port_id': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'mac_address': 'fa:16:3e:24:c5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:50:42.318812 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] For port c0cb2912-84be-49f1-b61f-9cefabd99b1d, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:42.355583 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] For port c0cb2912-84be-49f1-b61f-9cefabd99b1d, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=c0cb2912-84be-49f1-b61f-9cefabd99b1d,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:42.380339 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.387869 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.400268 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba8505a-b0a4-45b6-87bc-1e161aa9bd20 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:50:42.416738 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:42.419572 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.424132 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:42.491557 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.512226 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Routers {'45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:42.512844 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:50:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:42.579809 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5360e39-dff8-4627-a863-eda0eed4c2d7 None None] Pushing event updated for resources: {'Port': ['ID=c0cb2912-84be-49f1-b61f-9cefabd99b1d,revision_number=3']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:42.583851 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-b5360e39-dff8-4627-a863-eda0eed4c2d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:42.584613 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-3030592f-60de-47cb-a9b8-203aa7ec8ba4 None None] Provisioning for port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:42.596510 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:42.620554 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.642700 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-3030592f-60de-47cb-a9b8-203aa7ec8ba4 None None] Provisioning complete for port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:42.643068 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-3030592f-60de-47cb-a9b8-203aa7ec8ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.676438 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287295'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.701888 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-08a46d8d-65a9-43ab-8021-02042ac76e06 tempest-DeleteServersTestJSON-1327467251 tempest-DeleteServersTestJSON-1327467251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:42.788860 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab943f5-6774-41b9-ac0d-3e7ce0205ba0,revision_number=2']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:42.790091 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['aba8505a-b0a4-45b6-87bc-1e161aa9bd20'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:50:42.791790 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924110'] for router_interface, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.796450 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:42.883403 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-3030592f-60de-47cb-a9b8-203aa7ec8ba4 None None] Port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:42.888926 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:42.895613 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:42.910488 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] Set router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:42.930580 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Network d2b49608-5d84-4ce5-a0c5-415f08e80fe4 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:42.931851 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:43.238205 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:43.252274 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9d99afe1-08f6-4c95-95f8-3a4feb682501 None None] Provisioning complete for port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:43.252888 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9d99afe1-08f6-4c95-95f8-3a4feb682501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.356152 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9d99afe1-08f6-4c95-95f8-3a4feb682501 None None] Port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:43.385991 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'name': 'tempest-TestMinimumBasicScenario-2042683968-router', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:37Z', 'updated_at': '2021-05-25T16:50:42Z', 'revision_number': 4, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'gw_port': {'id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:38Z', 'updated_at': '2021-05-25T16:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': '9ab943f5-6774-41b9-ac0d-3e7ce0205ba0', 'name': '', 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'mac_address': 'fa:16:3e:3b:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ea014cc0-f143-4817-ad33-d5f478af832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:41Z', 'revision_number': 1, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'subnets': [{'id': 'ea014cc0-f143-4817-ad33-d5f478af832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:43.390081 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb1d2a-45f0-4c24-b9ab-6431eb01fc16 None None] The sync data for ids ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'] in dv-cinder-786386-6-smb is: [{'id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'name': 'tempest-TestMinimumBasicScenario-2042683968-router', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:37Z', 'updated_at': '2021-05-25T16:50:42Z', 'revision_number': 4, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'gw_port': {'id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:38Z', 'updated_at': '2021-05-25T16:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': '9ab943f5-6774-41b9-ac0d-3e7ce0205ba0', 'name': '', 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'mac_address': 'fa:16:3e:3b:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ea014cc0-f143-4817-ad33-d5f478af832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:41Z', 'revision_number': 1, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'subnets': [{'id': 'ea014cc0-f143-4817-ad33-d5f478af832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:43.427762 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:43.437110 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] 10.222.0.49 "PUT /v2.0/routers/45399e19-9952-4c8e-a9ff-d1ac3ea50bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6509526 May 25 16:50:43.569752 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb390c-bce1-49fc-9e6a-f0275822b0d9 req-41d3d42e-daa5-4fb5-8e16-a0ade7052460 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:43.571532 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9cfb390c-bce1-49fc-9e6a-f0275822b0d9 req-41d3d42e-daa5-4fb5-8e16-a0ade7052460 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 944 time: 0.1843631 May 25 16:50:43.648771 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9cfb390c-bce1-49fc-9e6a-f0275822b0d9 req-1fa31595-3189-420b-8d88-bf996a49368f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706575 May 25 16:50:43.932639 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device aba8505a-b0a4-45b6-87bc-1e161aa9bd20 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:44.065255 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:44.070401 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:44.070782 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.230202 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.259176 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:50:44.270161 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:44.310568 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'code': 200} May 25 16:50:44.339772 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.341845 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:44.410746 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:44.414107 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:44.775526 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73ec8f-47fa-4d79-b12c-aac92c3e1bc9 req-a418c591-869b-4f36-8bf7-8f1a4856bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:44.777680 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aa73ec8f-47fa-4d79-b12c-aac92c3e1bc9 req-a418c591-869b-4f36-8bf7-8f1a4856bb86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 1098 time: 0.1073074 May 25 16:50:44.879344 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-aa73ec8f-47fa-4d79-b12c-aac92c3e1bc9 req-5ecfab78-e964-4e87-a61b-44da4771bd00 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948589 May 25 16:50:44.907118 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f798e0-3024-422e-94f5-bc87cb45fd3c req-cf660e05-7486-4058-a0d1-75684bc739ea tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:44.908553 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0f798e0-3024-422e-94f5-bc87cb45fd3c req-cf660e05-7486-4058-a0d1-75684bc739ea tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.1103680 May 25 16:50:44.961505 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0f798e0-3024-422e-94f5-bc87cb45fd3c req-8eb974c0-db2f-4ff8-bde5-e7e74c953010 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469627 May 25 16:50:45.599087 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Sync routers for ids ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:45.609319 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Routers {'45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:45.611035 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:50:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:45.876322 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device c0cb2912-84be-49f1-b61f-9cefabd99b1d up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:45.891816 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Set router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:46.038331 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port c0cb2912-84be-49f1-b61f-9cefabd99b1d completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:46.044789 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port c0cb2912-84be-49f1-b61f-9cefabd99b1d triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:46.045511 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.217654 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f9cd4-8b08-47f0-a7f2-fc81dd60906d req-d89d9e0b-b3cd-4b13-beb7-6379a4df0803 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.226565 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-530f9cd4-8b08-47f0-a7f2-fc81dd60906d req-d89d9e0b-b3cd-4b13-beb7-6379a4df0803 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.1077504 May 25 16:50:46.255703 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'name': 'tempest-TestMinimumBasicScenario-2042683968-router', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:37Z', 'updated_at': '2021-05-25T16:50:42Z', 'revision_number': 4, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'gw_port': {'id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:38Z', 'updated_at': '2021-05-25T16:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': '9ab943f5-6774-41b9-ac0d-3e7ce0205ba0', 'name': '', 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'mac_address': 'fa:16:3e:3b:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ea014cc0-f143-4817-ad33-d5f478af832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:42Z', 'revision_number': 2, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'subnets': [{'id': 'ea014cc0-f143-4817-ad33-d5f478af832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:46.260633 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Checking router: 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:46.261007 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Updating router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 binding host dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:50:46.307873 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-530f9cd4-8b08-47f0-a7f2-fc81dd60906d req-5bcfbf66-7646-4b08-af95-32adf08d8f09 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757990 May 25 16:50:46.312650 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.322530 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.338882 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port c0cb2912-84be-49f1-b61f-9cefabd99b1d, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=c0cb2912-84be-49f1-b61f-9cefabd99b1d,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:46.414397 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.416546 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:46.502528 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=c0cb2912-84be-49f1-b61f-9cefabd99b1d,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:46.507114 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:46.536122 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cac03-f035-4154-b764-dbb0003464ef req-bc59b6f5-df9c-44b2-9d98-0be5410a2a0b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.541534 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-047cac03-f035-4154-b764-dbb0003464ef req-bc59b6f5-df9c-44b2-9d98-0be5410a2a0b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.1153872 May 25 16:50:46.546761 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58338) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:46.552257 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-0885358e-e757-422e-8ca7-8f2d767641fe tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Request body: {'floatingip': {'port_id': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:46.638906 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0885358e-e757-422e-8ca7-8f2d767641fe tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.767046 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.781511 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Transition to ACTIVE for port object 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:46.849237 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.853212 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:47.227571 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Attempting to bind port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 on host dv-cinder-786386-6-smb for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:47.228081 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Attempting to bind port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 by drivers openvswitch,hyperv on host dv-cinder-786386-6-smb at level 0 using segments [{'id': '0168b3f1-471c-4c72-b786-1b7d99b95005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:47.228559 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Attempting to bind port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 on network d2b49608-5d84-4ce5-a0c5-415f08e80fe4 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:47.236293 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Checking agent: {'id': 'ec08c1d4-1dc3-4052-8eb6-4977476c38d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786386-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 37, 27), 'started_at': datetime.datetime(2021, 5, 25, 16, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786386-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:47.236717 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Checking segment: {'id': '0168b3f1-471c-4c72-b786-1b7d99b95005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:47.237295 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.237943 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Bound using segment: {'id': '0168b3f1-471c-4c72-b786-1b7d99b95005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:47.238545 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Bound port: 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0, host: dv-cinder-786386-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0168b3f1-471c-4c72-b786-1b7d99b95005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:47.239022 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.285354 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b4c2c-551f-44de-a425-0f77a5855be6 None None] Pushing event updated for resources: {'Port': ['ID=9ab943f5-6774-41b9-ac0d-3e7ce0205ba0,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:47.297479 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-360b4c2c-551f-44de-a425-0f77a5855be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:47.359905 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] For port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0, host dv-cinder-786386-6-smb, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:47.364086 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] For port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0, host dv-cinder-786386-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=9ab943f5-6774-41b9-ac0d-3e7ce0205ba0,segment=NetworkSegment(0168b3f1-471c-4c72-b786-1b7d99b95005),segment_id=0168b3f1-471c-4c72-b786-1b7d99b95005)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:47.482637 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0885358e-e757-422e-8ca7-8f2d767641fe tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.534866 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.538793 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:47.567318 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0885358e-e757-422e-8ca7-8f2d767641fe tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.613402 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Routers {'45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:47.614029 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:50:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:47.725192 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b4c2c-551f-44de-a425-0f77a5855be6 None None] Pushing event updated for resources: {'Port': ['ID=9ab943f5-6774-41b9-ac0d-3e7ce0205ba0,revision_number=4']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:47.728394 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-360b4c2c-551f-44de-a425-0f77a5855be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:47.765071 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.l3_db [None req-0885358e-e757-422e-8ca7-8f2d767641fe tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Floating IP c62471af-0b45-4140-af9e-f559c6f9c966 associated. External IP: 172.28.3.36, port: aba8505a-b0a4-45b6-87bc-1e161aa9bd20. May 25 16:50:47.940950 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device c0cb2912-84be-49f1-b61f-9cefabd99b1d up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:47.945249 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] Set router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:48.022654 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port c0cb2912-84be-49f1-b61f-9cefabd99b1d triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:48.023313 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.174398 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:48.345304 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning for port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:48.351289 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:48.351919 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.400335 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'name': 'tempest-TestMinimumBasicScenario-2042683968-router', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:37Z', 'updated_at': '2021-05-25T16:50:42Z', 'revision_number': 4, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'gw_port': {'id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:38Z', 'updated_at': '2021-05-25T16:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': '9ab943f5-6774-41b9-ac0d-3e7ce0205ba0', 'name': '', 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'mac_address': 'fa:16:3e:3b:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ea014cc0-f143-4817-ad33-d5f478af832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:47Z', 'revision_number': 4, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'subnets': [{'id': 'ea014cc0-f143-4817-ad33-d5f478af832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:48.404956 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d102a5a-f4b2-43bd-bafe-a3982f749e6b None None] The sync data for ids ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'] in dv-cinder-786386-6-smb is: [{'id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'name': 'tempest-TestMinimumBasicScenario-2042683968-router', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:37Z', 'updated_at': '2021-05-25T16:50:42Z', 'revision_number': 4, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'gw_port': {'id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:38Z', 'updated_at': '2021-05-25T16:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': '9ab943f5-6774-41b9-ac0d-3e7ce0205ba0', 'name': '', 'network_id': 'd2b49608-5d84-4ce5-a0c5-415f08e80fe4', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'mac_address': 'fa:16:3e:3b:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ea014cc0-f143-4817-ad33-d5f478af832f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:47Z', 'revision_number': 4, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'subnets': [{'id': 'ea014cc0-f143-4817-ad33-d5f478af832f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:48.442846 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0885358e-e757-422e-8ca7-8f2d767641fe tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Router cca3c552-9594-4262-b5ae-5170b40c6d42 has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:48.550675 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.598671 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] For port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=9ab943f5-6774-41b9-ac0d-3e7ce0205ba0,segment=NetworkSegment(0168b3f1-471c-4c72-b786-1b7d99b95005),segment_id=0168b3f1-471c-4c72-b786-1b7d99b95005)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:48.665221 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.671758 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:48.718073 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0885358e-e757-422e-8ca7-8f2d767641fe tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:48.724441 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0885358e-e757-422e-8ca7-8f2d767641fe tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.755026 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1696d7-7f7c-4bf1-bc8e-bb40588f5cf5 None None] Sync routers for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:48.786008 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1696d7-7f7c-4bf1-bc8e-bb40588f5cf5 None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:48.786008 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-1b1696d7-7f7c-4bf1-bc8e-bb40588f5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:50:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:48.805459 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-0885358e-e757-422e-8ca7-8f2d767641fe tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "PUT /v2.0/floatingips/c62471af-0b45-4140-af9e-f559c6f9c966 HTTP/1.1" status: 200 len: 990 time: 2.2572994 May 25 16:50:48.806150 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20'}] {{(pid=98882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:50:48.900046 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'status': 'completed', 'code': 200} May 25 16:50:48.968308 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Pushing event updated for resources: {'Port': ['ID=9ab943f5-6774-41b9-ac0d-3e7ce0205ba0,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:48.985163 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:49.019404 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d338fba-05a9-483a-a4a1-e5425f333809 req-f96be920-40ba-40b3-a956-229639ba19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:49.021581 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d338fba-05a9-483a-a4a1-e5425f333809 req-f96be920-40ba-40b3-a956-229639ba19f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 1098 time: 0.0943277 May 25 16:50:49.029091 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-1b1696d7-7f7c-4bf1-bc8e-bb40588f5cf5 None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:49.227047 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d338fba-05a9-483a-a4a1-e5425f333809 req-81e06b5b-51fa-4003-9add-57d4e413f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:49.228658 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d338fba-05a9-483a-a4a1-e5425f333809 req-81e06b5b-51fa-4003-9add-57d4e413f03b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 919 time: 0.1981800 May 25 16:50:49.355052 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d338fba-05a9-483a-a4a1-e5425f333809 req-51ba88cb-52dc-4d2b-a88b-ea6ee93706f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20 HTTP/1.1" status: 200 len: 998 time: 0.1112912 May 25 16:50:49.432505 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d338fba-05a9-483a-a4a1-e5425f333809 req-b0ed534e-2e9b-4ac5-b827-c1520f1b11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:49.433975 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d338fba-05a9-483a-a4a1-e5425f333809 req-b0ed534e-2e9b-4ac5-b827-c1520f1b11f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a85378c7-f9cc-474b-a7dd-f686d86c794d HTTP/1.1" status: 200 len: 856 time: 0.0699728 May 25 16:50:49.486081 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-1b1696d7-7f7c-4bf1-bc8e-bb40588f5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': 'c62471af-0b45-4140-af9e-f559c6f9c966', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'port_id': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'mac_address': 'fa:16:3e:24:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:50:29Z', 'updated_at': '2021-05-25T16:50:47Z', 'revision_number': 1, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:49.490342 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1696d7-7f7c-4bf1-bc8e-bb40588f5cf5 None None] Checking router: cca3c552-9594-4262-b5ae-5170b40c6d42 for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:49.499463 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1696d7-7f7c-4bf1-bc8e-bb40588f5cf5 None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:49.500080 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-1b1696d7-7f7c-4bf1-bc8e-bb40588f5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:50:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:49.531605 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d338fba-05a9-483a-a4a1-e5425f333809 req-eafb622a-5443-455a-ab00-03a43d61579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:49.533106 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d338fba-05a9-483a-a4a1-e5425f333809 req-eafb622a-5443-455a-ab00-03a43d61579d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac38085e-850b-4c3b-921d-dd020ca093cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928192 May 25 16:50:49.688874 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d338fba-05a9-483a-a4a1-e5425f333809 req-db3424bd-d1ed-4d44-9663-24fd58ec7e1c service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480052 May 25 16:50:49.689142 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-1b1696d7-7f7c-4bf1-bc8e-bb40588f5cf5 None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:49.831515 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 up at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:49.942356 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-954e7323-2495-4aaf-b99f-9df1bc78c731 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1090646 May 25 16:50:49.947600 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3d338fba-05a9-483a-a4a1-e5425f333809 req-9cd056a9-275e-4e48-9855-f28cad5f7ce1 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490835 May 25 16:50:50.031650 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Provisioning complete for port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:50.031650 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.063669 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-48306d90-eed1-491c-834a-915bd20dc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:50.065322 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-48306d90-eed1-491c-834a-915bd20dc4c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ceec94d74dc4b91b7b6cd37311a3441&device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 1099 time: 0.0899100 May 25 16:50:50.252029 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-7e6f4d97-8b7d-4cef-ac41-ce07fa353f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:50.254447 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-7e6f4d97-8b7d-4cef-ac41-ce07fa353f95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f766c277-470c-4c7c-9f8d-aab066d69ab4 HTTP/1.1" status: 200 len: 910 time: 0.1609650 May 25 16:50:50.303521 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-1b1696d7-7f7c-4bf1-bc8e-bb40588f5cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': 'c62471af-0b45-4140-af9e-f559c6f9c966', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'port_id': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'mac_address': 'fa:16:3e:24:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:50:29Z', 'updated_at': '2021-05-25T16:50:47Z', 'revision_number': 1, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:50.307776 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1696d7-7f7c-4bf1-bc8e-bb40588f5cf5 None None] The sync data for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb is: [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': 'c62471af-0b45-4140-af9e-f559c6f9c966', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'port_id': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'mac_address': 'fa:16:3e:24:c5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:50:29Z', 'updated_at': '2021-05-25T16:50:47Z', 'revision_number': 1, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:50.483617 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-f4fcbbb3-1677-4c91-bfb4-98d85f22b26f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01 HTTP/1.1" status: 200 len: 1001 time: 0.2132702 May 25 16:50:50.554830 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-57c5d40a-c7df-42c2-b3fa-bd9d3c505d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:50.556378 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-57c5d40a-c7df-42c2-b3fa-bd9d3c505d1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96acd9f7-8707-4b5b-8861-9f567058d80d HTTP/1.1" status: 200 len: 847 time: 0.0662315 May 25 16:50:50.569607 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce614fc-ddad-4551-8a83-162429473d2e None None] New status for floating IP c62471af-0b45-4140-af9e-f559c6f9c966: ACTIVE {{(pid=98884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:50:50.653460 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-14c022bf-8f0e-479a-9602-2337dd94213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:50.655205 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-14c022bf-8f0e-479a-9602-2337dd94213b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f766c277-470c-4c7c-9f8d-aab066d69ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0905454 May 25 16:50:50.811672 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-2c42110b-bc17-40fa-a0dc-ce45786e7fd6 service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468565 May 25 16:50:50.980683 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5444b9bd-b2f8-4d1e-91a5-c875c47c7be0 req-c58972a0-3c91-4e4c-9261-1eb9ac1f4e92 service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489575 May 25 16:50:52.701171 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ebca-ccd3-4055-bb2b-61fcacad4548 req-0b555ad5-04eb-4ef9-be25-ef31b100a9a1 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:52.702706 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-97a3ebca-ccd3-4055-bb2b-61fcacad4548 req-0b555ad5-04eb-4ef9-be25-ef31b100a9a1 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0934229 May 25 16:50:52.758007 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-97a3ebca-ccd3-4055-bb2b-61fcacad4548 req-fe6f1ebe-80f4-4d87-ae10-2a9cf170cdc2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434892 May 25 16:50:53.978522 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b2dbf-43d9-42c1-8f33-669f7690c6ce req-06b9e440-5833-4b2d-a20f-b9e6e645ba9f tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:53.980062 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-829b2dbf-43d9-42c1-8f33-669f7690c6ce req-06b9e440-5833-4b2d-a20f-b9e6e645ba9f tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0955677 May 25 16:50:54.036193 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-829b2dbf-43d9-42c1-8f33-669f7690c6ce req-4c85d71a-4cd3-4d50-ae9f-dd075ec48d5e tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488656 May 25 16:50:55.145706 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-68653f5d-f084-40e9-b1df-07f16959b5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.243114 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503373d9-3fef-4530-aaf9-d877d711f6bb req-f3766bfb-3b69-45b7-9976-19d49aa06ede tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:55.244531 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-503373d9-3fef-4530-aaf9-d877d711f6bb req-f3766bfb-3b69-45b7-9976-19d49aa06ede tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0862839 May 25 16:50:55.289483 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-503373d9-3fef-4530-aaf9-d877d711f6bb req-0f8427c1-d426-460d-8ab5-15b5b83e06d9 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390754 May 25 16:50:55.927467 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.607815 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741973e-8a49-4d12-86f7-9906bf228236 req-6c35c797-d64e-49ce-bbd4-950d494e975c tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:56.609288 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9741973e-8a49-4d12-86f7-9906bf228236 req-6c35c797-d64e-49ce-bbd4-950d494e975c tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.1863678 May 25 16:50:56.616352 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-2a068925-7f94-4712-8c9e-f09c0cffc825 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:56.617706 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-2a068925-7f94-4712-8c9e-f09c0cffc825 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/networks?id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6 HTTP/1.1" status: 200 len: 814 time: 0.2173755 May 25 16:50:56.647752 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-aaa56eb4-4fc2-4a5f-b76c-c2208565b00c tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/quotas/fa88fb17258d44929853dfd3aaf4da5b HTTP/1.1" status: 200 len: 375 time: 0.0149369 May 25 16:50:56.709165 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9741973e-8a49-4d12-86f7-9906bf228236 req-6821c079-d57f-4583-8c75-778bf7b263b2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904994 May 25 16:50:56.745423 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c3f889c5-6fce-4c1d-80b3-9087247bea64 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa88fb17258d44929853dfd3aaf4da5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900896 May 25 16:50:56.927743 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-e89a7904-acef-420e-a949-6c56c0405334 service neutron] 10.222.0.49 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697347 May 25 16:50:57.059684 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-67f575f1-8afb-40e8-99e6-f8f8e053fbef service neutron] 10.222.0.49 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261673 May 25 16:50:57.335957 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a71e4a1b-5074-42e7-ad96-9c71afcd1a14 req-34aec9bd-e824-4cd7-810f-e72048eadff4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 210 time: 0.0415018 May 25 16:50:57.413622 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:57.499158 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9a93fdb3-4914-40e5-ab1d-b9c1ad32a372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:57.895082 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd86763-d6d5-4d1b-a562-f0502a96b6a3 req-96ee2c78-66a3-4315-abad-7bf7b72c8bf4 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:57.896568 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9bd86763-d6d5-4d1b-a562-f0502a96b6a3 req-96ee2c78-66a3-4315-abad-7bf7b72c8bf4 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0799854 May 25 16:50:57.954283 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9bd86763-d6d5-4d1b-a562-f0502a96b6a3 req-02a415c3-5c99-4ad0-aa55-f1e9f6cde785 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519211 May 25 16:50:58.429499 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-37bb9760-e8ed-4b5e-a5ea-0802076e3777 req-1d804b88-0ee8-4281-9fb6-1ac46ebe9985 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 210 time: 0.0423405 May 25 16:50:58.710721 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:59.156901 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399daa2-4e3a-4146-bf96-6e4e378ad45f req-4e794f17-384d-433f-a6da-c5cafa059970 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:59.158414 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f399daa2-4e3a-4146-bf96-6e4e378ad45f req-4e794f17-384d-433f-a6da-c5cafa059970 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0907662 May 25 16:50:59.207426 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f399daa2-4e3a-4146-bf96-6e4e378ad45f req-2d62343b-7635-4bcd-b003-c788395c4f70 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 May 25 16:50:59.660765 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-16cf5b9f-f5b4-4086-bb07-41e233bfb2cc req-87de1089-c41b-4a1d-a3e2-0ba7f40dd4a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 210 time: 0.1248612 May 25 16:51:00.006296 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-3c51c9e0-0d44-4bf2-8b79-15e5cf5f839c tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:00.007656 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-3c51c9e0-0d44-4bf2-8b79-15e5cf5f839c tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.39 "GET /v2.0/networks?id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6 HTTP/1.1" status: 200 len: 814 time: 0.1497297 May 25 16:51:00.023355 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Request body: {'port': {'device_id': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'admin_state_up': True, 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:00.165493 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:00.169546 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Usage tracker for resource:port and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:00.172362 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:00.178503 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:00.208294 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:00.253996 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Made reservation on behalf of fa88fb17258d44929853dfd3aaf4da5b for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:00.258125 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:00.499039 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43180ca-4bf5-490f-b02f-24c97eb1e279 req-554bb628-8b81-4691-85eb-d686fdb09ecb tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:00.500488 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a43180ca-4bf5-490f-b02f-24c97eb1e279 req-554bb628-8b81-4691-85eb-d686fdb09ecb tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.1710370 May 25 16:51:00.504462 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Allocated IP 172.20.0.12 (876edaa8-c7e7-44c3-8e35-e0b27bb748a6/0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb/9ad060c2-45cb-4e68-825a-0cf26c791b07) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:00.579575 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a43180ca-4bf5-490f-b02f-24c97eb1e279 req-2e56b9d9-2ef4-4bce-a03d-8f63a0afde3c tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728116 May 25 16:51:00.767039 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:00.791153 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Transition to ACTIVE for port object 9ad060c2-45cb-4e68-825a-0cf26c791b07 will not be triggered until provisioned by entity DHCP. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:00.899229 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:00.911204 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0ef97343-5802-49b4-88b6-ce99e1d4e335 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:00.998934 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:01.003193 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:01.006036 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:01.070405 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'Port': ['ID=9ad060c2-45cb-4e68-825a-0cf26c791b07,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:01.097694 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.098147 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.098575 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.099005 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.099426 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.099843 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.100290 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.100749 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.101173 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.101767 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.105470 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.105890 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:01.120047 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:01.120627 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.140044 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:01.149184 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917131c-bd93-4ea4-8811-41b6400715eb req-89f33903-a2b3-41b9-83bc-50f116e2bcae tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:01.150226 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-2917131c-bd93-4ea4-8811-41b6400715eb req-89f33903-a2b3-41b9-83bc-50f116e2bcae tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Synchronizing usage tracker for tenant:fa88fb17258d44929853dfd3aaf4da5b on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:01.226494 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2066298 May 25 16:51:01.253956 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-2917131c-bd93-4ea4-8811-41b6400715eb req-89f33903-a2b3-41b9-83bc-50f116e2bcae tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Unset dirty status for tenant:fa88fb17258d44929853dfd3aaf4da5b on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:01.255107 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2917131c-bd93-4ea4-8811-41b6400715eb req-89f33903-a2b3-41b9-83bc-50f116e2bcae tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 932 time: 0.3993728 May 25 16:51:01.314350 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2917131c-bd93-4ea4-8811-41b6400715eb req-1c7923ed-51c3-4d14-b7c9-87bc403734be tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533795 May 25 16:51:01.350643 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-a542a187-c618-4c33-acee-3dd23a6cc6ac None None] Provisioning for port 9ad060c2-45cb-4e68-825a-0cf26c791b07 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:01.357524 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-a542a187-c618-4c33-acee-3dd23a6cc6ac None None] Provisioning complete for port 9ad060c2-45cb-4e68-825a-0cf26c791b07 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:01.357524 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-a542a187-c618-4c33-acee-3dd23a6cc6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.424847 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-a542a187-c618-4c33-acee-3dd23a6cc6ac None None] Port 9ad060c2-45cb-4e68-825a-0cf26c791b07 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:51:01.775152 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a0cf7-aca1-4258-a9f4-7c7e02b87d6a req-f1111e54-2d44-4955-8aa7-b38d3ddb8585 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:01.776657 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-221a0cf7-aca1-4258-a9f4-7c7e02b87d6a req-f1111e54-2d44-4955-8aa7-b38d3ddb8585 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0872753 May 25 16:51:01.823669 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-221a0cf7-aca1-4258-a9f4-7c7e02b87d6a req-23292a8f-d76f-4862-89dd-33809186250f tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411112 May 25 16:51:02.512897 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde555f-dc9d-4a74-8187-cbb843e226dc req-4448111a-3d4c-4d7b-906f-e9ac34bdf218 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:02.514370 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-adde555f-dc9d-4a74-8187-cbb843e226dc req-4448111a-3d4c-4d7b-906f-e9ac34bdf218 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 932 time: 0.0891647 May 25 16:51:02.564666 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-adde555f-dc9d-4a74-8187-cbb843e226dc req-9112edbf-ea2b-4bd6-b945-e634034d61a1 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 May 25 16:51:03.014078 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ce68b-5dcc-490a-b2ff-47f4cbc7c209 req-4525b07a-bc02-49fa-add6-ed25c0c270ec tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:03.015583 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-db1ce68b-5dcc-490a-b2ff-47f4cbc7c209 req-4525b07a-bc02-49fa-add6-ed25c0c270ec tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0831838 May 25 16:51:03.071539 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-db1ce68b-5dcc-490a-b2ff-47f4cbc7c209 req-2eea94fd-2999-4cac-ad0e-2e22ed666d2d tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502467 May 25 16:51:03.782100 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8f406-67c7-4021-88e0-5468281200ec req-7dabe2f2-c72d-451d-9294-44cdb900a4f7 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:03.785208 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2df8f406-67c7-4021-88e0-5468281200ec req-7dabe2f2-c72d-451d-9294-44cdb900a4f7 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 932 time: 0.1097765 May 25 16:51:03.831484 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2df8f406-67c7-4021-88e0-5468281200ec req-7580ed4d-41a8-401d-b2cd-717ee84d7a8b tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 May 25 16:51:04.284163 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24ccd2-5f29-4ac7-9a02-ecde2ccde938 req-f456a7c2-2057-4f47-a39b-3feac1c46547 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:04.285627 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6f24ccd2-5f29-4ac7-9a02-ecde2ccde938 req-f456a7c2-2057-4f47-a39b-3feac1c46547 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0966630 May 25 16:51:04.334285 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6f24ccd2-5f29-4ac7-9a02-ecde2ccde938 req-a016b699-8a94-498f-a332-2c67148c9a4f tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424380 May 25 16:51:05.041573 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67b69b-caa5-462e-8948-75cfd3b8625b req-a863e8d3-e760-43e9-bb74-dc2496cff71e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:05.043137 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bc67b69b-caa5-462e-8948-75cfd3b8625b req-a863e8d3-e760-43e9-bb74-dc2496cff71e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 932 time: 0.0975862 May 25 16:51:05.092897 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-bc67b69b-caa5-462e-8948-75cfd3b8625b req-5f89d506-6cf4-43f3-a73c-7b8ee4f1cad6 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 May 25 16:51:05.637131 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031312a3-bfef-4a33-a4ea-f0c4bcc12a4c req-0873a50c-c7df-438b-ae2b-9f4e38991219 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:05.639014 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-031312a3-bfef-4a33-a4ea-f0c4bcc12a4c req-0873a50c-c7df-438b-ae2b-9f4e38991219 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.1899421 May 25 16:51:05.684604 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-031312a3-bfef-4a33-a4ea-f0c4bcc12a4c req-b45274d0-c447-4614-bd89-5d2699b844ee tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398376 May 25 16:51:06.300086 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aebdb-dd33-4ff9-9346-643ed470bd4d req-1e42c64e-785b-4e8e-8d01-794fe893e94d tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:06.301579 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f83aebdb-dd33-4ff9-9346-643ed470bd4d req-1e42c64e-785b-4e8e-8d01-794fe893e94d tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 932 time: 0.0859473 May 25 16:51:06.356554 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f83aebdb-dd33-4ff9-9346-643ed470bd4d req-01577b54-3806-4bee-a6c6-10d69cc27ea1 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490773 May 25 16:51:06.874212 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a55c0-0718-4816-aa9c-3532a7f23e77 req-80e6769d-8086-4d90-ba65-ddf79878711a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:06.875734 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b86a55c0-0718-4816-aa9c-3532a7f23e77 req-80e6769d-8086-4d90-ba65-ddf79878711a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0814626 May 25 16:51:06.920957 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b86a55c0-0718-4816-aa9c-3532a7f23e77 req-b3b5cfdf-6101-4fb0-966a-2c087f3d4542 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390418 May 25 16:51:07.559284 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfe05c-b8e9-43ed-98bd-fc311a9ca2e3 req-045894f2-2370-45ec-bad8-ba70fc00f127 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:07.561006 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-57bfe05c-b8e9-43ed-98bd-fc311a9ca2e3 req-045894f2-2370-45ec-bad8-ba70fc00f127 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 932 time: 0.0841479 May 25 16:51:07.611406 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-57bfe05c-b8e9-43ed-98bd-fc311a9ca2e3 req-3f7571f8-572e-450e-9f82-a94923f00f97 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 May 25 16:51:08.118562 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176c3ec-31bc-4892-8370-5cdb5b61286b req-a52b3b75-f7c9-4f4f-b653-dff0a83796f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:08.120012 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0176c3ec-31bc-4892-8370-5cdb5b61286b req-a52b3b75-f7c9-4f4f-b653-dff0a83796f2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0914490 May 25 16:51:08.167856 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0176c3ec-31bc-4892-8370-5cdb5b61286b req-b282e81f-1e34-4aa6-a491-513b621a4945 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 May 25 16:51:08.804189 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3494ab-170f-49a0-8d4e-b41904201fbf req-25110b55-4061-46fe-9af1-a05cd413deb5 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:08.806150 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0e3494ab-170f-49a0-8d4e-b41904201fbf req-25110b55-4061-46fe-9af1-a05cd413deb5 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 932 time: 0.0864184 May 25 16:51:08.855149 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0e3494ab-170f-49a0-8d4e-b41904201fbf req-e52600aa-bacc-4acd-ac92-a09ace88a6f9 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432143 May 25 16:51:09.376623 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d74c2-3de6-4c74-87f0-80366c5cb942 req-21ac93c5-cbb0-4069-94fe-17608325c325 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:09.378374 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-520d74c2-3de6-4c74-87f0-80366c5cb942 req-21ac93c5-cbb0-4069-94fe-17608325c325 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0901949 May 25 16:51:09.425942 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-520d74c2-3de6-4c74-87f0-80366c5cb942 req-a293a4bd-6455-4c2f-b68b-27fe15a77188 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415618 May 25 16:51:10.051914 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae987ab-a44b-4e24-b339-ca6138ec176e req-8a21ab2e-ac08-4f6f-a14b-1d264300b7bf tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:10.108446 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4ae987ab-a44b-4e24-b339-ca6138ec176e req-8a21ab2e-ac08-4f6f-a14b-1d264300b7bf tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 932 time: 0.0905273 May 25 16:51:10.115100 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4ae987ab-a44b-4e24-b339-ca6138ec176e req-10ff1946-1f8a-4470-a0ce-2083f5648cb0 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 May 25 16:51:10.620266 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55adcc6-07cf-4379-9d4e-418ba32a9fc8 req-3e413fa6-819a-4fb2-be57-42efe30806a8 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:10.621846 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d55adcc6-07cf-4379-9d4e-418ba32a9fc8 req-3e413fa6-819a-4fb2-be57-42efe30806a8 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0905125 May 25 16:51:10.672672 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d55adcc6-07cf-4379-9d4e-418ba32a9fc8 req-380ce283-d80f-4f12-a8e8-f073488107a7 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451307 May 25 16:51:10.948331 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:51:11.306046 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90a12a-e710-4bd1-b6a7-25cd356b2f62 req-38d27745-1d4c-40fa-92eb-ef0275c1162a tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:11.307529 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fd90a12a-e710-4bd1-b6a7-25cd356b2f62 req-38d27745-1d4c-40fa-92eb-ef0275c1162a tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 932 time: 0.0798213 May 25 16:51:11.353009 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fd90a12a-e710-4bd1-b6a7-25cd356b2f62 req-b8dd000b-44a0-439d-9c51-3d660def3192 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 May 25 16:51:11.766588 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Request body: {'port': {'device_id': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:12.000084 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.023929 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef78213-0f49-4b11-8982-ec07ee5294b9 req-c5653c00-78a0-4fa0-bcdb-8e755bdc1170 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:12.027104 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2ef78213-0f49-4b11-8982-ec07ee5294b9 req-c5653c00-78a0-4fa0-bcdb-8e755bdc1170 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.2256844 May 25 16:51:12.125288 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630beb0-ea8d-4284-8717-797527d49777 req-7cd89fbe-41e9-4bcf-b50b-5d2c8b946ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:12.126746 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0630beb0-ea8d-4284-8717-797527d49777 req-7cd89fbe-41e9-4bcf-b50b-5d2c8b946ee9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ceec94d74dc4b91b7b6cd37311a3441&device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 1099 time: 0.2489607 May 25 16:51:12.135732 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2ef78213-0f49-4b11-8982-ec07ee5294b9 req-2cd38325-6aba-48ee-aa0d-6811b25ce25b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767765 May 25 16:51:12.407233 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630beb0-ea8d-4284-8717-797527d49777 req-81139c7d-4609-4290-acf8-188a7c74707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:12.409341 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0630beb0-ea8d-4284-8717-797527d49777 req-81139c7d-4609-4290-acf8-188a7c74707f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f766c277-470c-4c7c-9f8d-aab066d69ab4 HTTP/1.1" status: 200 len: 910 time: 0.2727704 May 25 16:51:12.720013 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0630beb0-ea8d-4284-8717-797527d49777 req-40009b44-6904-436c-a0f6-52f5731f4ba9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01 HTTP/1.1" status: 200 len: 1001 time: 0.3027358 May 25 16:51:12.781591 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad060c2-45cb-4e68-825a-0cf26c791b07 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:51:12.797755 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.813323 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630beb0-ea8d-4284-8717-797527d49777 req-45b425a0-8227-4050-a7ee-5466dd596257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:12.820284 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0630beb0-ea8d-4284-8717-797527d49777 req-45b425a0-8227-4050-a7ee-5466dd596257 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96acd9f7-8707-4b5b-8861-9f567058d80d HTTP/1.1" status: 200 len: 847 time: 0.0891731 May 25 16:51:12.824489 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Transition to ACTIVE for port object 9ad060c2-45cb-4e68-825a-0cf26c791b07 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:12.874229 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a53d10-a5f2-46c8-acd5-b98354822a96 req-ab9f7456-7272-4f8a-a755-664a96f29027 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:12.875701 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-28a53d10-a5f2-46c8-acd5-b98354822a96 req-ab9f7456-7272-4f8a-a755-664a96f29027 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 932 time: 0.3103771 May 25 16:51:12.904708 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.913778 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-046cba5f-409e-4a8c-9e5e-3aa22c462751 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:13.065775 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-28a53d10-a5f2-46c8-acd5-b98354822a96 req-87cd09da-41c7-4018-9f3d-6748b2a024c2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792583 May 25 16:51:13.071261 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Pushing event updated for resources: {'Port': ['ID=9ad060c2-45cb-4e68-825a-0cf26c791b07,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:13.074237 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:13.148844 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630beb0-ea8d-4284-8717-797527d49777 req-62dcc766-5218-412f-b5fd-eebb68768f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:13.150338 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0630beb0-ea8d-4284-8717-797527d49777 req-62dcc766-5218-412f-b5fd-eebb68768f99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f766c277-470c-4c7c-9f8d-aab066d69ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3248630 May 25 16:51:13.322658 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Attempting to bind port 9ad060c2-45cb-4e68-825a-0cf26c791b07 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:13.322993 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Attempting to bind port 9ad060c2-45cb-4e68-825a-0cf26c791b07 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:13.323312 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Attempting to bind port 9ad060c2-45cb-4e68-825a-0cf26c791b07 on network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:13.347694 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Port 9ad060c2-45cb-4e68-825a-0cf26c791b07 on network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:51:13.348006 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Attempting to bind port 9ad060c2-45cb-4e68-825a-0cf26c791b07 on network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:13.366244 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:13.366577 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Checking segment: {'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:13.366955 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Bound using segment: {'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:13.367379 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Bound port: 9ad060c2-45cb-4e68-825a-0cf26c791b07, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4370c520-7503-4ee3-8710-563b34f296a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:13.367715 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.384631 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0630beb0-ea8d-4284-8717-797527d49777 req-b30054f4-41e2-4cb0-b2c9-095281903f50 service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217524 May 25 16:51:13.521361 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ac70a-bcea-429e-81f9-712c011ea64d req-4abe75e6-b275-4f60-9139-535fb83a5d22 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:13.522722 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1a0ac70a-bcea-429e-81f9-712c011ea64d req-4abe75e6-b275-4f60-9139-535fb83a5d22 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.2763832 May 25 16:51:13.619725 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1a0ac70a-bcea-429e-81f9-712c011ea64d req-63ff7af4-d9a3-4060-ac74-c1b812d70016 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844481 May 25 16:51:13.620707 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] For port 9ad060c2-45cb-4e68-825a-0cf26c791b07, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:13.641486 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] For port 9ad060c2-45cb-4e68-825a-0cf26c791b07, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:13.645844 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0630beb0-ea8d-4284-8717-797527d49777 req-2fbf7284-19ce-4b42-8e93-dd117fc34a54 service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519948 May 25 16:51:13.745232 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.749102 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-830b37fe-8145-46de-9bdf-5957101a3c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:13.812602 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:13.813209 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.815144 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] 10.222.0.39 "PUT /v2.0/ports/9ad060c2-45cb-4e68-825a-0cf26c791b07 HTTP/1.1" status: 200 len: 1094 time: 2.1063788 May 25 16:51:13.815620 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:51:13.834723 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Pushing event updated for resources: {'Port': ['ID=9ad060c2-45cb-4e68-825a-0cf26c791b07,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:13.837801 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:13.940486 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'status': 'completed', 'code': 200} May 25 16:51:14.021797 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-672bc16b-c729-493c-ba3d-b1095ef0e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:14.023401 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-672bc16b-c729-493c-ba3d-b1095ef0e8d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa88fb17258d44929853dfd3aaf4da5b&device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 1097 time: 0.0750012 May 25 16:51:14.100399 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-0b26a36d-923b-47d6-8172-75dcb60d9ec7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07 HTTP/1.1" status: 200 len: 217 time: 0.0640507 May 25 16:51:14.166851 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-2bfa537b-adb0-4738-86ea-6937dea3a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:14.168310 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-2bfa537b-adb0-4738-86ea-6937dea3a431 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb HTTP/1.1" status: 200 len: 853 time: 0.0594087 May 25 16:51:14.304168 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d3ec4951-628b-4058-b59e-9ca64659d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:14.305659 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-d3ec4951-628b-4058-b59e-9ca64659d082 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1272674 May 25 16:51:14.316281 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ee73b-c65e-42bd-9dd4-61bdebceb403 req-542392a5-9ab4-4200-ba53-ae1b6089110e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:14.317724 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cc8ee73b-c65e-42bd-9dd4-61bdebceb403 req-542392a5-9ab4-4200-ba53-ae1b6089110e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 944 time: 0.1409929 May 25 16:51:14.525943 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cc8ee73b-c65e-42bd-9dd4-61bdebceb403 req-ce7d43c6-3e9a-4971-9461-dde27a493bc0 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896422 May 25 16:51:14.563552 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-73d2eb37-ddba-435e-8c6e-a2d6d9f5b462 service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449782 May 25 16:51:14.700056 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-52f328f5-2e35-4d45-b20e-91179a948c4b req-2320cf7e-d492-4460-a610-c3e95ffef9ed service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277831 May 25 16:51:14.809556 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311ad27-014f-4f15-b376-6d73b5961173 req-9cddd2b6-11c3-46f9-96d7-b4a3e08c7ebf tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:14.811019 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4311ad27-014f-4f15-b376-6d73b5961173 req-9cddd2b6-11c3-46f9-96d7-b4a3e08c7ebf tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0836318 May 25 16:51:14.903391 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4311ad27-014f-4f15-b376-6d73b5961173 req-f9180a6c-2fd7-4ebc-abd4-148019f77069 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619109 May 25 16:51:14.916211 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24c707-51cd-48b4-964d-62c66eb0177e req-1e8e6bab-6f86-4276-b0b1-64f7681386dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:14.917699 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ff24c707-51cd-48b4-964d-62c66eb0177e req-1e8e6bab-6f86-4276-b0b1-64f7681386dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa88fb17258d44929853dfd3aaf4da5b&device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 1097 time: 0.1058259 May 25 16:51:15.051642 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24c707-51cd-48b4-964d-62c66eb0177e req-dd08a8c3-3969-4eb2-984e-64dedb766eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:15.053116 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ff24c707-51cd-48b4-964d-62c66eb0177e req-dd08a8c3-3969-4eb2-984e-64dedb766eb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6 HTTP/1.1" status: 200 len: 916 time: 0.1279900 May 25 16:51:15.131950 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ff24c707-51cd-48b4-964d-62c66eb0177e req-6d716f02-2a7c-4652-841a-85d491a967eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07 HTTP/1.1" status: 200 len: 217 time: 0.0662429 May 25 16:51:15.199948 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24c707-51cd-48b4-964d-62c66eb0177e req-38ae3da2-b790-4943-8946-27bc69041638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:15.201421 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ff24c707-51cd-48b4-964d-62c66eb0177e req-38ae3da2-b790-4943-8946-27bc69041638 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb HTTP/1.1" status: 200 len: 853 time: 0.0610809 May 25 16:51:15.282792 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24c707-51cd-48b4-964d-62c66eb0177e req-ee3fa8ba-c438-43f2-bf46-9d6cbca56fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:15.284658 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ff24c707-51cd-48b4-964d-62c66eb0177e req-ee3fa8ba-c438-43f2-bf46-9d6cbca56fbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711522 May 25 16:51:15.418955 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ff24c707-51cd-48b4-964d-62c66eb0177e req-6e8c7653-119e-4324-8d86-188121478b48 service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275473 May 25 16:51:15.558250 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ff24c707-51cd-48b4-964d-62c66eb0177e req-c7b370b6-d2fc-4ee5-9062-a328c19f6a77 service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305223 May 25 16:51:15.712293 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b68ce0-45a9-46e5-9bc1-a066aff92db5 req-f37cafa4-e102-4593-acf9-a1c8974c655c tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:15.713769 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-79b68ce0-45a9-46e5-9bc1-a066aff92db5 req-f37cafa4-e102-4593-acf9-a1c8974c655c tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 944 time: 0.0813968 May 25 16:51:15.762164 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-79b68ce0-45a9-46e5-9bc1-a066aff92db5 req-0d8d755c-d84c-41b0-bc46-1686fbb5df9a tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 May 25 16:51:16.089660 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe521-5afd-473a-b581-aa98473835ee req-74dbf51f-996d-4f74-a85b-ebcef4361388 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:16.091177 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-93bbe521-5afd-473a-b581-aa98473835ee req-74dbf51f-996d-4f74-a85b-ebcef4361388 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0800934 May 25 16:51:16.138313 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-93bbe521-5afd-473a-b581-aa98473835ee req-267aa8ad-5ef4-4598-8f8b-ebd236c66c90 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396831 May 25 16:51:16.957634 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eafd10-cd4d-41ac-aaf2-039cc4c44448 req-dbf4cd29-2ec8-4cc0-8b55-7556da4b0922 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:16.959461 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-07eafd10-cd4d-41ac-aaf2-039cc4c44448 req-dbf4cd29-2ec8-4cc0-8b55-7556da4b0922 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 944 time: 0.0882661 May 25 16:51:17.004457 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-07eafd10-cd4d-41ac-aaf2-039cc4c44448 req-4f289a8a-7806-4ac8-a4b4-c75a3e03fb66 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 May 25 16:51:17.327282 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c5c7c-dc08-4375-8c37-a1d1c76d2d19 req-46efad2c-fba5-42e5-a350-9e926a352ea1 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:17.328746 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-196c5c7c-dc08-4375-8c37-a1d1c76d2d19 req-46efad2c-fba5-42e5-a350-9e926a352ea1 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0853684 May 25 16:51:17.375447 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-196c5c7c-dc08-4375-8c37-a1d1c76d2d19 req-ce7d4a46-7660-468f-be55-3f983d72aa3d tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401192 May 25 16:51:17.846265 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-3f3e7fad-073f-4c15-bf6b-370362d61c26 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786104 May 25 16:51:18.008828 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc702a9-0816-4b8c-ac7c-79104773c45d req-69b23fe3-3917-4936-834c-63d3d92e3452 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:18.010295 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5cc702a9-0816-4b8c-ac7c-79104773c45d req-69b23fe3-3917-4936-834c-63d3d92e3452 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0929620 May 25 16:51:18.056083 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5cc702a9-0816-4b8c-ac7c-79104773c45d req-f298397a-d327-4f1d-83dd-0edfd89abc1c tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400012 May 25 16:51:18.157880 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 9ad060c2-45cb-4e68-825a-0cf26c791b07 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:51:18.166461 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 68d463d7-93d3-481a-a1da-2fe5cf53be01 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:18.200900 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166fb0-9216-4bae-aaf1-e91f87d423f1 req-e73bbb16-0516-4963-8b6f-856d1cbcd424 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:18.202402 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-69166fb0-9216-4bae-aaf1-e91f87d423f1 req-e73bbb16-0516-4963-8b6f-856d1cbcd424 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 944 time: 0.0870879 May 25 16:51:18.257033 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-69166fb0-9216-4bae-aaf1-e91f87d423f1 req-938b8935-7de5-46e8-9d1d-93a03cdb6616 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467787 May 25 16:51:18.391169 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.420392 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 9ad060c2-45cb-4e68-825a-0cf26c791b07, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:18.445705 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:51:18.452759 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'port_id': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'mac_address': 'fa:16:3e:44:7e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:51:18.459059 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 68d463d7-93d3-481a-a1da-2fe5cf53be01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:18.515989 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.530459 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.536896 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-8d7b43ee-fdd1-4df2-ba5e-625f23e64828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:18.591755 dv-cinder-786386-6-smb neutron-server[98883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'code': 422} returned with failed status May 25 16:51:18.598757 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad060c2-45cb-4e68-825a-0cf26c791b07 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:51:18.622734 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 9ad060c2-45cb-4e68-825a-0cf26c791b07, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:18.625529 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=68d463d7-93d3-481a-a1da-2fe5cf53be01,revision_number=6']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:18.628821 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:18.733244 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.735002 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:18.803598 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=9ad060c2-45cb-4e68-825a-0cf26c791b07,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:18.806829 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:18.986845 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['9ad060c2-45cb-4e68-825a-0cf26c791b07'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:51:19.138453 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9da35-5e13-4db4-a212-553512581a36 req-6e7597d2-5437-45ea-928c-a896de201f89 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:19.139855 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-eee9da35-5e13-4db4-a212-553512581a36 req-6e7597d2-5437-45ea-928c-a896de201f89 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1691051 May 25 16:51:19.244741 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-eee9da35-5e13-4db4-a212-553512581a36 req-d60a106b-7397-49a2-b728-221ab3afc65a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986099 May 25 16:51:19.277639 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966270c-4169-49df-bd68-b699207134d2 req-4bb53f58-e926-4f6e-beec-45e465461010 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:19.279122 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3966270c-4169-49df-bd68-b699207134d2 req-4bb53f58-e926-4f6e-beec-45e465461010 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 944 time: 0.1030712 May 25 16:51:19.331773 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3966270c-4169-49df-bd68-b699207134d2 req-d032e3df-bf59-48da-a1f9-fa23c1fab426 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468283 May 25 16:51:19.443620 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980b1f2-2312-4f08-b783-797d98942cb6 req-97fe0c39-0a26-4f39-ad9d-358c29111e93 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:19.445057 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9980b1f2-2312-4f08-b783-797d98942cb6 req-97fe0c39-0a26-4f39-ad9d-358c29111e93 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 945 time: 0.0788641 May 25 16:51:19.488828 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9980b1f2-2312-4f08-b783-797d98942cb6 req-ee898c5c-2c23-4131-929f-9ede7e7be4c1 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380025 May 25 16:51:20.184676 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 9ad060c2-45cb-4e68-825a-0cf26c791b07 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:20.322149 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port 9ad060c2-45cb-4e68-825a-0cf26c791b07 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:20.327204 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 9ad060c2-45cb-4e68-825a-0cf26c791b07 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:20.327646 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.437040 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b70bb-2d50-4b2f-8a09-8879851c7fc9 req-63711ef0-37ba-4451-b8be-2ccd013ae967 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:20.439626 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ac4b70bb-2d50-4b2f-8a09-8879851c7fc9 req-63711ef0-37ba-4451-b8be-2ccd013ae967 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0881672 May 25 16:51:20.446553 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.482761 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 9ad060c2-45cb-4e68-825a-0cf26c791b07, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:20.584893 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.587820 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-4ea80d74-2f33-4e14-9e18-219a3f423875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:20.591354 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ac4b70bb-2d50-4b2f-8a09-8879851c7fc9 req-6f8e116c-0146-4e33-863e-8a75dae95e26 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170166 May 25 16:51:20.620765 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac7b3-3b84-488a-9ab7-fe304e0a0479 req-9e64e533-bd1f-4bec-8f86-8be625dd97d8 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:20.622306 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9c4ac7b3-3b84-488a-9ab7-fe304e0a0479 req-9e64e533-bd1f-4bec-8f86-8be625dd97d8 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 944 time: 0.1804380 May 25 16:51:20.630725 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:51:20.633057 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-b80b1acf-b328-4c80-80c9-48ddd2877510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:20.634517 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-b80b1acf-b328-4c80-80c9-48ddd2877510 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65&tenant_id=2ceec94d74dc4b91b7b6cd37311a3441 HTTP/1.1" status: 200 len: 1097 time: 0.1548445 May 25 16:51:20.672499 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=9ad060c2-45cb-4e68-825a-0cf26c791b07,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:20.679950 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:20.749606 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9c4ac7b3-3b84-488a-9ab7-fe304e0a0479 req-f424c60a-54d7-4fe2-bdd4-449ebbe466bd tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200111 May 25 16:51:20.808374 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-9f20e1fe-6dcd-4480-bfda-8f9448f27745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:20.809878 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-9f20e1fe-6dcd-4480-bfda-8f9448f27745 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ceec94d74dc4b91b7b6cd37311a3441&device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 1097 time: 0.1373873 May 25 16:51:20.814024 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'code': 200} May 25 16:51:20.826865 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a3899-2cd8-427e-a6a1-dafd15f60523 req-3152c808-2cfa-42a6-b535-8bd8321aed77 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:20.828341 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fb4a3899-2cd8-427e-a6a1-dafd15f60523 req-3152c808-2cfa-42a6-b535-8bd8321aed77 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 946 time: 0.1171365 May 25 16:51:20.961697 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fb4a3899-2cd8-427e-a6a1-dafd15f60523 req-679a6ac0-44ff-4081-be96-c5da27607da5 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114805 May 25 16:51:20.998819 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-29d58be9-ef2c-46ca-8b3a-d4c4ac650f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:21.001412 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-29d58be9-ef2c-46ca-8b3a-d4c4ac650f71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f766c277-470c-4c7c-9f8d-aab066d69ab4 HTTP/1.1" status: 200 len: 910 time: 0.1718497 May 25 16:51:21.111420 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-214966cc-b73e-494d-9791-b51fa710b8f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01 HTTP/1.1" status: 200 len: 999 time: 0.1006839 May 25 16:51:21.180866 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-636c587e-79bc-4ab9-9acf-e12db1d57f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:21.182325 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-636c587e-79bc-4ab9-9acf-e12db1d57f16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96acd9f7-8707-4b5b-8861-9f567058d80d HTTP/1.1" status: 200 len: 847 time: 0.0644128 May 25 16:51:21.324138 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-f62224ab-516d-42e0-b688-bf06cc9f6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:21.325520 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-f62224ab-516d-42e0-b688-bf06cc9f6419 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f766c277-470c-4c7c-9f8d-aab066d69ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1352680 May 25 16:51:21.328176 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f1ebd-64ac-4535-b626-62892acc279b req-5a450c15-dd7b-4f1d-b002-133f3a566dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:21.329475 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fe8f1ebd-64ac-4535-b626-62892acc279b req-5a450c15-dd7b-4f1d-b002-133f3a566dc0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 1099 time: 0.1017995 May 25 16:51:21.451110 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fe8f1ebd-64ac-4535-b626-62892acc279b req-c732504c-6f50-4072-bf3a-14cf9c65d8d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105514 May 25 16:51:21.495174 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-f78906f3-db44-40ff-a404-3cc99aa4cd4f service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557176 May 25 16:51:21.633543 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0eb195ff-9292-4abc-b9bd-3af7a28bc39d req-14dcd581-0a05-4abd-90d9-539e9831c8f2 service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307876 May 25 16:51:21.786182 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70326f92-a1c7-4702-ad4d-8d9838c1b0e8 req-9a7e770a-b9ef-4c50-89fc-aa777080f71d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:21.787709 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-70326f92-a1c7-4702-ad4d-8d9838c1b0e8 req-9a7e770a-b9ef-4c50-89fc-aa777080f71d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0846875 May 25 16:51:21.833875 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-70326f92-a1c7-4702-ad4d-8d9838c1b0e8 req-aaa82cb7-a940-4fe7-8f78-4456db393475 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 May 25 16:51:22.021863 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e62d9-382f-478a-ab20-c1c7794815fe req-37e9cc43-4d67-4e33-bd39-42d296ee0e09 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:22.023356 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fa1e62d9-382f-478a-ab20-c1c7794815fe req-37e9cc43-4d67-4e33-bd39-42d296ee0e09 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 944 time: 0.1645021 May 25 16:51:22.067329 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fa1e62d9-382f-478a-ab20-c1c7794815fe req-2c900fd0-84a0-4b1e-aa52-a4ed22a8235c tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382638 May 25 16:51:22.240368 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca738c6a-4ad3-4a2b-b041-1a6a33053f4d req-96e77fab-b1a1-4522-8f74-483d347c05dd tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:22.241845 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ca738c6a-4ad3-4a2b-b041-1a6a33053f4d req-96e77fab-b1a1-4522-8f74-483d347c05dd tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 946 time: 0.0824735 May 25 16:51:22.287748 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ca738c6a-4ad3-4a2b-b041-1a6a33053f4d req-546a0a3a-3c66-4ea3-808e-97b392b5fcf1 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 May 25 16:51:23.024798 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e72f79-02fd-4aca-99b6-98770d823afb req-33d3694c-cb7c-4120-9215-59b85ccc3315 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:23.026254 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-94e72f79-02fd-4aca-99b6-98770d823afb req-33d3694c-cb7c-4120-9215-59b85ccc3315 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0834954 May 25 16:51:23.070709 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-94e72f79-02fd-4aca-99b6-98770d823afb req-d5b14c24-ec42-4e1f-9031-c969b158fb5a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387371 May 25 16:51:23.252382 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd3f06-3215-4e63-8012-98595c6bebad req-864fae94-63f5-4572-9441-44670865edd1 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:23.253875 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-71fd3f06-3215-4e63-8012-98595c6bebad req-864fae94-63f5-4572-9441-44670865edd1 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 944 time: 0.0791755 May 25 16:51:23.301382 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-71fd3f06-3215-4e63-8012-98595c6bebad req-5b7b8fae-9bb3-4c3d-a23e-b7ae7e413a4e tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415986 May 25 16:51:23.468448 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14233c56-665f-411a-918a-b9e6bf296795 req-14893cdf-91ac-424a-87f6-f6643b29b8f0 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:23.469832 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-14233c56-665f-411a-918a-b9e6bf296795 req-14893cdf-91ac-424a-87f6-f6643b29b8f0 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 946 time: 0.0779917 May 25 16:51:23.514037 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-14233c56-665f-411a-918a-b9e6bf296795 req-e4020020-bccc-452e-82cd-ac90c2f37056 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381479 May 25 16:51:23.702139 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04653ff1-1351-4086-97fc-7f85a4c00ff6 req-7c05ff7f-f28d-409a-be1b-d594dc574c41 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:23.703622 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-04653ff1-1351-4086-97fc-7f85a4c00ff6 req-7c05ff7f-f28d-409a-be1b-d594dc574c41 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 946 time: 0.0842445 May 25 16:51:23.748677 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-04653ff1-1351-4086-97fc-7f85a4c00ff6 req-e2e5b4ec-c80a-457b-896d-f49ab0eb2a05 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 May 25 16:51:24.140268 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21845526-ebe8-4e35-8cc9-de6332b57418 req-dd0b5fdc-dc57-4176-b8a1-9ed183f29ee1 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:24.141774 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-21845526-ebe8-4e35-8cc9-de6332b57418 req-dd0b5fdc-dc57-4176-b8a1-9ed183f29ee1 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 946 time: 0.0814013 May 25 16:51:24.194954 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 68d463d7-93d3-481a-a1da-2fe5cf53be01 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:51:24.230896 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-21845526-ebe8-4e35-8cc9-de6332b57418 req-f1171522-a3a2-45c6-b407-eb46e4858d13 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830071 May 25 16:51:24.286256 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb7ab6-91fd-4126-883c-bc7177e90410 req-f4493695-42c6-4fd6-95fc-a5263a6bd300 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:24.288413 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-adeb7ab6-91fd-4126-883c-bc7177e90410 req-f4493695-42c6-4fd6-95fc-a5263a6bd300 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1103609 May 25 16:51:24.346871 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-adeb7ab6-91fd-4126-883c-bc7177e90410 req-00bbc1a7-56e0-46e1-a651-a860a72e2d52 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529327 May 25 16:51:24.351318 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 68d463d7-93d3-481a-a1da-2fe5cf53be01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:24.365891 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'port_id': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'mac_address': 'fa:16:3e:57:a8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:51:24.433441 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:24.457550 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d463d7-93d3-481a-a1da-2fe5cf53be01 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:51:24.473241 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 68d463d7-93d3-481a-a1da-2fe5cf53be01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:24.528184 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179603f-881f-4c8b-bfa4-820d4db6576d req-e05e1c03-844a-40dd-b051-188cb475ea50 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:24.529649 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c179603f-881f-4c8b-bfa4-820d4db6576d req-e05e1c03-844a-40dd-b051-188cb475ea50 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 944 time: 0.0794933 May 25 16:51:24.578789 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c179603f-881f-4c8b-bfa4-820d4db6576d req-0fcf7abb-3c69-4e8b-a432-5f202119e536 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432763 May 25 16:51:24.579145 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:24.581072 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:24.646643 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=68d463d7-93d3-481a-a1da-2fe5cf53be01,revision_number=7']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:24.649600 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:24.848710 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['68d463d7-93d3-481a-a1da-2fe5cf53be01'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:51:25.140854 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-55855f55-6bab-4b1d-b423-0ba34218e3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.534868 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96eb11-0efd-45be-8c67-3f7f0910a7bf req-d8fa7321-98b7-41ca-884e-8ede8c41fe8c tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:25.536320 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1a96eb11-0efd-45be-8c67-3f7f0910a7bf req-d8fa7321-98b7-41ca-884e-8ede8c41fe8c tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0812914 May 25 16:51:25.581956 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1a96eb11-0efd-45be-8c67-3f7f0910a7bf req-cbf0f417-a282-4d40-823e-e48bc07828d5 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396605 May 25 16:51:25.773045 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab07e28-b182-4a6b-b713-956d36ea647a req-624f1b1b-6821-46e1-974e-be66fe4b39c3 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:25.774551 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-eab07e28-b182-4a6b-b713-956d36ea647a req-624f1b1b-6821-46e1-974e-be66fe4b39c3 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 945 time: 0.0877135 May 25 16:51:25.820836 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-eab07e28-b182-4a6b-b713-956d36ea647a req-b6f28785-349b-473e-b29a-61f202acba99 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404928 May 25 16:51:25.962007 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.212616 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 68d463d7-93d3-481a-a1da-2fe5cf53be01 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:26.283723 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 68d463d7-93d3-481a-a1da-2fe5cf53be01 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:26.284100 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.404513 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.434594 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:51:26.445444 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 68d463d7-93d3-481a-a1da-2fe5cf53be01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:26.486701 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'code': 200} May 25 16:51:26.527768 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.529656 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:26.598092 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=68d463d7-93d3-481a-a1da-2fe5cf53be01,revision_number=8']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:26.601103 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:26.790204 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd051c7c-3066-40b8-bcf5-d273a39338c3 req-852daa79-a518-4098-96bc-edc05a81b9f6 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:26.791757 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-dd051c7c-3066-40b8-bcf5-d273a39338c3 req-852daa79-a518-4098-96bc-edc05a81b9f6 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0842168 May 25 16:51:26.890129 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-dd051c7c-3066-40b8-bcf5-d273a39338c3 req-3d161ea5-199d-4733-9d20-90a806c8d4aa tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672700 May 25 16:51:26.903254 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13e950-0b2e-4b6d-a24f-2e10170a155b req-62c447a3-a974-4eb4-8b09-01476d549be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:26.904768 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4e13e950-0b2e-4b6d-a24f-2e10170a155b req-62c447a3-a974-4eb4-8b09-01476d549be6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 1099 time: 0.1120112 May 25 16:51:26.948376 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4e13e950-0b2e-4b6d-a24f-2e10170a155b req-819d1fb0-80bf-4bfc-b490-2f6627c77277 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361495 May 25 16:51:27.073488 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afb4dd-b918-4e2e-b27f-072b28fcd881 req-dab36620-da91-4ad9-b57c-8acea9f614e5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:27.074960 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d2afb4dd-b918-4e2e-b27f-072b28fcd881 req-dab36620-da91-4ad9-b57c-8acea9f614e5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0800521 May 25 16:51:27.123064 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d2afb4dd-b918-4e2e-b27f-072b28fcd881 req-17e02507-dcbf-4cd0-9f0f-6e6bb7425eb1 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414567 May 25 16:51:27.425282 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.509935 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-809d32ba-1736-408f-9b32-d9ed8df03d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.079167 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36555e8a-154e-472c-af90-358f1616a333 req-fdf961c1-79dc-41c9-ba68-f7f6d9f40d61 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:28.081313 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-36555e8a-154e-472c-af90-358f1616a333 req-fdf961c1-79dc-41c9-ba68-f7f6d9f40d61 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0836952 May 25 16:51:28.128536 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-36555e8a-154e-472c-af90-358f1616a333 req-dd8ecd83-dd2e-43d6-b9fc-3ffb4c9bec84 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411763 May 25 16:51:28.318700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d17ec0-9235-4063-9b47-b6d41e3a2f2e req-49579e30-b897-4b58-bf2e-879afafb51e5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:28.320153 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-97d17ec0-9235-4063-9b47-b6d41e3a2f2e req-49579e30-b897-4b58-bf2e-879afafb51e5 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.0852377 May 25 16:51:28.368377 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-97d17ec0-9235-4063-9b47-b6d41e3a2f2e req-8ddfe325-33d5-4626-9bbd-69075b42547b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412507 May 25 16:51:28.727570 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:29.318332 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7f625-949e-4be3-8ee7-8b5fad3c317c req-a461d461-5249-42f6-bf12-f65315e0f807 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:29.319795 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fef7f625-949e-4be3-8ee7-8b5fad3c317c req-a461d461-5249-42f6-bf12-f65315e0f807 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0816007 May 25 16:51:29.365257 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fef7f625-949e-4be3-8ee7-8b5fad3c317c req-214e0e9d-2760-43f6-b0ff-fa2ce82d5326 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397213 May 25 16:51:29.840189 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75fa3f-b421-41af-ae09-32a51e153bc6 req-982e46c2-3669-4fa1-9d30-74779d5421f7 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:29.841691 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8d75fa3f-b421-41af-ae09-32a51e153bc6 req-982e46c2-3669-4fa1-9d30-74779d5421f7 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 946 time: 0.0842543 May 25 16:51:29.886209 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8d75fa3f-b421-41af-ae09-32a51e153bc6 req-a0965020-0fb2-4004-87bf-d2bdfb75a326 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383406 May 25 16:51:29.910299 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58676) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:30.027238 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396320ba-ee5a-4dca-b2e0-342ae1c82b49 tempest-TestMinimumBasicScenario-1296821246 tempest-TestMinimumBasicScenario-1296821246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:30.027238 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-396320ba-ee5a-4dca-b2e0-342ae1c82b49 tempest-TestMinimumBasicScenario-1296821246 tempest-TestMinimumBasicScenario-1296821246-project-admin] Synchronizing usage tracker for tenant:469182cdd8464ab8acf08c19c18fb536 on resource:port {{(pid=98882) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:30.104846 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-396320ba-ee5a-4dca-b2e0-342ae1c82b49 tempest-TestMinimumBasicScenario-1296821246 tempest-TestMinimumBasicScenario-1296821246-project-admin] Unset dirty status for tenant:469182cdd8464ab8acf08c19c18fb536 on resource:port {{(pid=98882) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:30.106101 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-396320ba-ee5a-4dca-b2e0-342ae1c82b49 tempest-TestMinimumBasicScenario-1296821246 tempest-TestMinimumBasicScenario-1296821246-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 1094 time: 0.1947174 May 25 16:51:30.109061 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58682) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:30.114854 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Request body: {'floatingip': {'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'port_id': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:30.121030 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:30.125702 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Usage tracker for resource:floatingip and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:30.128580 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:30.134348 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:30.207926 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for floatingip, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:30.241658 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:30.347315 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:30.491907 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_common [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Allocated IP 172.28.3.161 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/2489cb19-3907-48cb-b886-bf0ea065a608) {{(pid=98882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:30.556853 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73bab3-d3fc-4f13-b8e0-2e2c3f421205 req-55f711b3-89f8-4eff-943b-d1c1b75fef87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:30.558341 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7b73bab3-d3fc-4f13-b8e0-2e2c3f421205 req-55f711b3-89f8-4eff-943b-d1c1b75fef87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0802934 May 25 16:51:30.603485 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7b73bab3-d3fc-4f13-b8e0-2e2c3f421205 req-bc8e0e78-7f8f-4ade-8aa7-12a822863163 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390854 May 25 16:51:30.643625 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for port, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:30.750968 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:30.756211 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:30.820712 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:30.823526 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources bound (agent type, host, resource id): {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:30.827138 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Received port after_create {{(pid=98882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:30.860581 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'Port': ['ID=2489cb19-3907-48cb-b886-bf0ea065a608,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:30.877235 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.877639 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.878012 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.878376 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.878731 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.879088 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.879444 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.879797 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.880145 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.880574 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.881218 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.881218 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:30.889423 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:31.308965 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa643-6a55-40ff-a76a-a6c3778b2f73 req-119ed9b3-2ce8-45fe-902f-112fe77aeb33 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:31.310883 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-834aa643-6a55-40ff-a76a-a6c3778b2f73 req-119ed9b3-2ce8-45fe-902f-112fe77aeb33 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1848528 May 25 16:51:31.394144 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.402527 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-834aa643-6a55-40ff-a76a-a6c3778b2f73 req-e08b5c2f-51a2-41ff-a0ce-e6b17a14ba90 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847471 May 25 16:51:31.444907 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346648ca-271c-49bb-bfbc-172da1a56547 req-50e77d93-48c7-479e-8706-b987216bf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:31.446396 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-346648ca-271c-49bb-bfbc-172da1a56547 req-50e77d93-48c7-479e-8706-b987216bf8ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b037169fa74f7090d0ad8a40d69f68&device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 1098 time: 0.0815246 May 25 16:51:31.558335 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.580901 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346648ca-271c-49bb-bfbc-172da1a56547 req-049d3a09-aa8a-4cec-8e28-5fe94f590863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:31.582615 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-346648ca-271c-49bb-bfbc-172da1a56547 req-049d3a09-aa8a-4cec-8e28-5fe94f590863 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 HTTP/1.1" status: 200 len: 913 time: 0.1296763 May 25 16:51:31.692375 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-346648ca-271c-49bb-bfbc-172da1a56547 req-47cbca81-8ac6-4763-bb53-488eaca22ea8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4146e13d-1d58-46ed-97aa-d586b4240892 HTTP/1.1" status: 200 len: 1001 time: 0.1034095 May 25 16:51:31.768220 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346648ca-271c-49bb-bfbc-172da1a56547 req-75c633a5-3cc9-43cb-b8d5-a4a5c5dd9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:31.773979 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-346648ca-271c-49bb-bfbc-172da1a56547 req-75c633a5-3cc9-43cb-b8d5-a4a5c5dd9dc4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fceb711-e2c1-4385-8410-e023c98848d8 HTTP/1.1" status: 200 len: 850 time: 0.0695026 May 25 16:51:31.777796 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for port, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.844029 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346648ca-271c-49bb-bfbc-172da1a56547 req-34595a1a-2d90-4015-8215-dcd05b999219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:31.846054 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-346648ca-271c-49bb-bfbc-172da1a56547 req-34595a1a-2d90-4015-8215-dcd05b999219 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700338 May 25 16:51:31.933881 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287295'] for port, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.939262 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a0f7b97a-f877-4fa5-863b-6c0daf1dbf1f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:31.984859 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-346648ca-271c-49bb-bfbc-172da1a56547 req-e085ea3a-9320-49da-acad-d0a995215079 service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295574 May 25 16:51:32.053945 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'Port': ['ID=2489cb19-3907-48cb-b886-bf0ea065a608,revision_number=2']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:32.058174 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:32.071423 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.133097 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-346648ca-271c-49bb-bfbc-172da1a56547 req-6c8107d9-586e-4c94-9f45-8e5bdb941a9a service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447723 May 25 16:51:32.250037 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.l3_db [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Floating IP 838f5da5-4818-4995-a956-151e9d97f943 associated. External IP: 172.28.3.161, port: 9ad060c2-45cb-4e68-825a-0cf26c791b07. May 25 16:51:32.611473 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e182ea-1509-4c92-9482-1e8898b738d1 req-1b3e3357-f830-4524-84a7-621c2ae7581c tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:32.612983 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-00e182ea-1509-4c92-9482-1e8898b738d1 req-1b3e3357-f830-4524-84a7-621c2ae7581c tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0961726 May 25 16:51:32.620038 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:32.658890 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-00e182ea-1509-4c92-9482-1e8898b738d1 req-2a0607de-3193-4925-9bad-f06f29d78755 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402269 May 25 16:51:32.807254 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:32.817939 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189190c-107d-4cdb-a74b-46f275e9b6e0 None None] Sync routers for ids ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:32.827785 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189190c-107d-4cdb-a74b-46f275e9b6e0 None None] Routers {'9b4dd26a-58e6-40c1-b14e-707fbf54ac22'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:32.828550 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-2189190c-107d-4cdb-a74b-46f275e9b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:51:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:32.921761 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.978066 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f9d676ec-721c-4f1a-b1c7-e5b357dac2ce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8679602 May 25 16:51:32.978700 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07'}] {{(pid=98882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:51:32.981025 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 58704) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:32.986473 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267061372', 'description': 'tempest-secgroup-smoke-267061372 description', 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:32.992893 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:32.997045 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Usage tracker for resource:security_group and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:33.006675 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:33.007293 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:33.013795 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-2189190c-107d-4cdb-a74b-46f275e9b6e0 None None] Set router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:33.092784 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.093258 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'status': 'completed', 'code': 200} May 25 16:51:33.113514 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:33.113514 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Usage tracker for resource:security_group_rule and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:33.113514 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:33.120030 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:33.256118 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc629e1-9d51-44d8-95af-51b66cd6b26d req-e74a1d21-604d-4ba3-b6ab-76f898681db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:33.257526 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4dc629e1-9d51-44d8-95af-51b66cd6b26d req-e74a1d21-604d-4ba3-b6ab-76f898681db5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa88fb17258d44929853dfd3aaf4da5b&device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 1099 time: 0.1301243 May 25 16:51:33.263984 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.343403 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.349968 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-1d1a18bb-8731-4e42-b6e8-de5744a916f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:33.370721 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-2189190c-107d-4cdb-a74b-46f275e9b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:32Z', 'revision_number': 4, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '838f5da5-4818-4995-a956-151e9d97f943', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'port_id': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'mac_address': 'fa:16:3e:44:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:51:31Z', 'updated_at': '2021-05-25T16:51:31Z', 'revision_number': 0, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ace3f9-b95c-4e2a-aa76-85d079bd40c7', 'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'mac_address': 'fa:16:3e:35:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:31Z', 'updated_at': '2021-05-25T16:50:38Z', 'revision_number': 5, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'subnets': [{'id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:33.374722 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189190c-107d-4cdb-a74b-46f275e9b6e0 None None] Checking router: 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:33.383819 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189190c-107d-4cdb-a74b-46f275e9b6e0 None None] Routers {'9b4dd26a-58e6-40c1-b14e-707fbf54ac22'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:33.384427 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-2189190c-107d-4cdb-a74b-46f275e9b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:51:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:33.416177 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c54410-e00b-4587-a6b2-64969b9c2df3,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:33.420044 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:33.440767 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc629e1-9d51-44d8-95af-51b66cd6b26d req-c9189f7c-2e66-4607-859f-b628339c92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:33.442275 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4dc629e1-9d51-44d8-95af-51b66cd6b26d req-c9189f7c-2e66-4607-859f-b628339c92f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6 HTTP/1.1" status: 200 len: 916 time: 0.1699648 May 25 16:51:33.513528 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.514631 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-286181ac-62d1-4567-a8e0-c50699d794ba tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5325603 May 25 16:51:33.517921 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58716) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:33.526270 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Request body: {'security_group_rule': {'security_group_id': 'a8c54410-e00b-4587-a6b2-64969b9c2df3', 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:33.533456 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:33.538900 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Usage tracker for resource:security_group_rule and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:33.542039 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:33.554226 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:33.560679 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4dc629e1-9d51-44d8-95af-51b66cd6b26d req-3da1105e-ae89-4663-a7ea-d96e935374d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07 HTTP/1.1" status: 200 len: 1000 time: 0.0995686 May 25 16:51:33.568780 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-2189190c-107d-4cdb-a74b-46f275e9b6e0 None None] Set router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:33.628382 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc629e1-9d51-44d8-95af-51b66cd6b26d req-fe1e7842-b88d-4902-873a-851dde63f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:33.629864 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4dc629e1-9d51-44d8-95af-51b66cd6b26d req-fe1e7842-b88d-4902-873a-851dde63f33d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb HTTP/1.1" status: 200 len: 853 time: 0.0580049 May 25 16:51:33.641339 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.717632 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.718844 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc629e1-9d51-44d8-95af-51b66cd6b26d req-0a7fd19d-4461-4a28-89a9-258c4870f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:33.721040 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4dc629e1-9d51-44d8-95af-51b66cd6b26d req-0a7fd19d-4461-4a28-89a9-258c4870f4af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828271 May 25 16:51:33.784941 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.787276 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-191acf75-f7fe-4306-8b54-8bfbb2be3032 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:33.810569 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a42ed6-776f-4f1a-b07a-6a2f535cdbb0,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:33.821453 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:33.871369 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.877592 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-8f16c2da-4035-4f54-b2b3-131240ef5018 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3553414 May 25 16:51:33.881983 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58726) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:33.885821 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Request body: {'security_group_rule': {'security_group_id': 'a8c54410-e00b-4587-a6b2-64969b9c2df3', 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:33.894023 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:33.900194 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Usage tracker for resource:security_group_rule and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:33.903702 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:33.910824 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:33.994763 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-2189190c-107d-4cdb-a74b-46f275e9b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:32Z', 'revision_number': 4, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '838f5da5-4818-4995-a956-151e9d97f943', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'port_id': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'mac_address': 'fa:16:3e:44:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:51:31Z', 'updated_at': '2021-05-25T16:51:31Z', 'revision_number': 0, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ace3f9-b95c-4e2a-aa76-85d079bd40c7', 'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'mac_address': 'fa:16:3e:35:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:31Z', 'updated_at': '2021-05-25T16:50:38Z', 'revision_number': 5, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'subnets': [{'id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:33.999162 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189190c-107d-4cdb-a74b-46f275e9b6e0 None None] The sync data for ids ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'] in dv-cinder-786386-6-smb is: [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:32Z', 'revision_number': 4, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '838f5da5-4818-4995-a956-151e9d97f943', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'port_id': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'mac_address': 'fa:16:3e:44:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:51:31Z', 'updated_at': '2021-05-25T16:51:31Z', 'revision_number': 0, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4ace3f9-b95c-4e2a-aa76-85d079bd40c7', 'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'mac_address': 'fa:16:3e:35:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:31Z', 'updated_at': '2021-05-25T16:50:38Z', 'revision_number': 5, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'subnets': [{'id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:34.013828 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.050996 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4dc629e1-9d51-44d8-95af-51b66cd6b26d req-3de5c587-383e-4b1c-8c16-2355c0cf5843 service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967021 May 25 16:51:34.060162 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f71f7-7ad4-4dbf-b3c9-f29dc4b9e903 req-014c64c6-847b-417e-ae90-c89aeb98797d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:34.061640 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-013f71f7-7ad4-4dbf-b3c9-f29dc4b9e903 req-014c64c6-847b-417e-ae90-c89aeb98797d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.2264822 May 25 16:51:34.081678 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.190243 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-013f71f7-7ad4-4dbf-b3c9-f29dc4b9e903 req-da255e34-4f55-4d74-8687-664f8358d510 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085448 May 25 16:51:34.190476 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.195130 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3e8971db-dc92-40ff-8331-c3f2a786b5a2 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:34.217116 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e47fd71-1547-4c51-961f-6289b58f9874,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:34.225530 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:34.242034 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b1230-ff38-4c4f-b963-24bf54bd119e None None] New status for floating IP 838f5da5-4818-4995-a956-151e9d97f943: ACTIVE {{(pid=98884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:51:34.242611 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4dc629e1-9d51-44d8-95af-51b66cd6b26d req-bdb8cecb-8405-4c2b-be94-26cd3074dc6d service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782291 May 25 16:51:34.304475 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.306052 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4260495 May 25 16:51:34.309122 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58732) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:34.315769 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Request body: {'security_group_rule': {'security_group_id': 'a8c54410-e00b-4587-a6b2-64969b9c2df3', 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:34.321736 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:34.325491 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Usage tracker for resource:security_group_rule and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:34.331889 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:34.338653 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:34.434775 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.504657 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.650052 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.652544 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-bb435fec-de98-4698-b7d1-9d3db220dc82 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:34.679745 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc37e6e-6012-486d-963a-5439b1be1ae6,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:34.684639 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:34.773626 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.774897 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4647050 May 25 16:51:34.777580 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58746) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:34.782701 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Request body: {'security_group_rule': {'security_group_id': 'a8c54410-e00b-4587-a6b2-64969b9c2df3', 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:34.788615 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:34.792543 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Usage tracker for resource:security_group_rule and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:34.795583 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:34.801948 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:34.805987 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ddf25-c6db-4061-ac07-401c68c83650 req-a19cc2fe-faea-4f24-99eb-ce0ea55ed9ac tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:34.807600 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-904ddf25-c6db-4061-ac07-401c68c83650 req-a19cc2fe-faea-4f24-99eb-ce0ea55ed9ac tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0887456 May 25 16:51:34.856278 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-904ddf25-c6db-4061-ac07-401c68c83650 req-f371d450-c3b9-4729-91f1-a2c33459534e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 May 25 16:51:34.991800 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.056781 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.184486 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.186697 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-141bf371-54e5-4db2-9bbd-0158074503cc tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:35.210075 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004005f0-3887-43c4-bc5e-7f3463daacb1,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:35.214656 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:35.287393 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.288651 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-e624b2e9-61be-4351-9aad-fd07df0e2930 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5101290 May 25 16:51:35.291541 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58750) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:35.296634 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Request body: {'security_group_rule': {'security_group_id': 'a8c54410-e00b-4587-a6b2-64969b9c2df3', 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:35.303298 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:35.307018 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Usage tracker for resource:security_group_rule and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:35.309883 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:35.315560 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:35.396012 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.securitygroups_db [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Project fa88fb17258d44929853dfd3aaf4da5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:51:35.403356 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.465734 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.544502 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.546579 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:35.568862 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dac69d-aa44-4d42-b193-6af613da4d66,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:35.571440 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:35.630380 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.631644 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-17c5f335-d247-42d3-acf6-2984496d5575 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391352 May 25 16:51:35.634345 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58754) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:35.639521 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Request body: {'security_group_rule': {'security_group_id': 'a8c54410-e00b-4587-a6b2-64969b9c2df3', 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:35.645938 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:35.649714 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Usage tracker for resource:security_group_rule and tenant:fa88fb17258d44929853dfd3aaf4da5b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:35.652600 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:35.658826 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:35.768571 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.securitygroups_db [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Project fa88fb17258d44929853dfd3aaf4da5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:51:35.775358 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.842836 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.927314 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.929393 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:35.951785 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe34071-de73-4e11-923f-af6b1de36564,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:35.954258 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:36.055006 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e510b35-6959-4f1c-bb3b-e9a130031a41 req-651f6f5f-83c1-4235-8685-25b2108a0529 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:36.056473 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6e510b35-6959-4f1c-bb3b-e9a130031a41 req-651f6f5f-83c1-4235-8685-25b2108a0529 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0793335 May 25 16:51:36.105938 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6e510b35-6959-4f1c-bb3b-e9a130031a41 req-30a21524-13d0-4d50-91be-5d7d20c304bb tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436397 May 25 16:51:36.127992 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:36.129241 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-04d006d7-4cfa-4dbc-98fb-1d108a2b9bda tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4939675 May 25 16:51:36.252024 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-083e0bdd-216a-47aa-93ea-3714e5cec231 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Synchronizing usage tracker for tenant:fa88fb17258d44929853dfd3aaf4da5b on resource:security_group {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:36.412499 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-083e0bdd-216a-47aa-93ea-3714e5cec231 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Unset dirty status for tenant:fa88fb17258d44929853dfd3aaf4da5b on resource:security_group {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:36.413700 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-083e0bdd-216a-47aa-93ea-3714e5cec231 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267061372&fields=id&tenant_id=fa88fb17258d44929853dfd3aaf4da5b HTTP/1.1" status: 200 len: 267 time: 0.2004011 May 25 16:51:36.502544 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-ac8cd476-892c-45fc-bb0c-d84ff825a012 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:36.503991 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-ac8cd476-892c-45fc-bb0c-d84ff825a012 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 946 time: 0.0847054 May 25 16:51:36.514850 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-9ff1365f-5f3a-4e50-8d98-7f2b8a1aafad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Request body: {'port': {'security_groups': ['578e3959-1217-48c6-8038-aefd37cad3ea', 'a8c54410-e00b-4587-a6b2-64969b9c2df3']}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:36.634103 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-9ff1365f-5f3a-4e50-8d98-7f2b8a1aafad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:36.894374 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-9ff1365f-5f3a-4e50-8d98-7f2b8a1aafad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] For port 9ad060c2-45cb-4e68-825a-0cf26c791b07, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:36.919538 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-9ff1365f-5f3a-4e50-8d98-7f2b8a1aafad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.030359 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-9ff1365f-5f3a-4e50-8d98-7f2b8a1aafad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.038230 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7d9b7258-6de1-427d-88eb-ca049387219a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:37.041942 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['9ad060c2-45cb-4e68-825a-0cf26c791b07'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:51:37.104453 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-9ff1365f-5f3a-4e50-8d98-7f2b8a1aafad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:37.105157 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-9ff1365f-5f3a-4e50-8d98-7f2b8a1aafad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.106528 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6276f479-d8e5-429e-a2f8-14e55ffe890c req-9ff1365f-5f3a-4e50-8d98-7f2b8a1aafad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "PUT /v2.0/ports/9ad060c2-45cb-4e68-825a-0cf26c791b07 HTTP/1.1" status: 200 len: 982 time: 0.5961061 May 25 16:51:37.107031 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:51:37.129461 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1365f-5f3a-4e50-8d98-7f2b8a1aafad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'Port': ['ID=9ad060c2-45cb-4e68-825a-0cf26c791b07,revision_number=6']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:37.133081 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9ff1365f-5f3a-4e50-8d98-7f2b8a1aafad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:37.173710 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'status': 'completed', 'code': 200} May 25 16:51:37.200313 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['9ad060c2-45cb-4e68-825a-0cf26c791b07'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:51:37.414216 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9d3072ea-c5e4-46f1-8e33-b7846d9b0fc7 None None] Provisioning complete for port 9ad060c2-45cb-4e68-825a-0cf26c791b07 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:37.414492 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9d3072ea-c5e4-46f1-8e33-b7846d9b0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.437133 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa774d-7449-4ff2-b5a6-ad134b48aca3 req-c47cca53-462d-4610-a981-df849aaf9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:37.438774 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f9aa774d-7449-4ff2-b5a6-ad134b48aca3 req-c47cca53-462d-4610-a981-df849aaf9f99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa88fb17258d44929853dfd3aaf4da5b&device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 1138 time: 0.2365525 May 25 16:51:37.453995 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f94d7-a53e-4735-960c-219378fa890a req-b0410fbb-ab3b-4334-a360-bcdbd9a3bc6c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:37.455585 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b08f94d7-a53e-4735-960c-219378fa890a req-b0410fbb-ab3b-4334-a360-bcdbd9a3bc6c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.1730020 May 25 16:51:37.465051 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd0755-6be6-46c4-8599-6b141d2a39ab req-304c3454-e282-4f24-9095-fce3587e80da tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:37.466526 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-abdd0755-6be6-46c4-8599-6b141d2a39ab req-304c3454-e282-4f24-9095-fce3587e80da tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1872160 May 25 16:51:37.625040 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-abdd0755-6be6-46c4-8599-6b141d2a39ab req-33b4fb02-b351-42dd-9ef6-929681e7f4f3 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378014 May 25 16:51:37.649573 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b08f94d7-a53e-4735-960c-219378fa890a req-c9f2d364-8643-4154-a57e-b00afd3e330a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616013 May 25 16:51:37.681244 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa774d-7449-4ff2-b5a6-ad134b48aca3 req-ee853292-4b80-4252-b640-1519ed313790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:37.683116 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f9aa774d-7449-4ff2-b5a6-ad134b48aca3 req-ee853292-4b80-4252-b640-1519ed313790 service neutron] 10.222.0.39 "GET /v2.0/networks?id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6 HTTP/1.1" status: 200 len: 916 time: 0.2265553 May 25 16:51:37.789777 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f9aa774d-7449-4ff2-b5a6-ad134b48aca3 req-4d7f8724-dac8-441b-a174-a9c89fd45b5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07 HTTP/1.1" status: 200 len: 1002 time: 0.0996807 May 25 16:51:37.855764 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa774d-7449-4ff2-b5a6-ad134b48aca3 req-e3b08618-1e26-46f4-8e97-b9c767dfcebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:37.857197 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f9aa774d-7449-4ff2-b5a6-ad134b48aca3 req-e3b08618-1e26-46f4-8e97-b9c767dfcebb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb HTTP/1.1" status: 200 len: 853 time: 0.0602090 May 25 16:51:38.033808 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa774d-7449-4ff2-b5a6-ad134b48aca3 req-359cfde0-c772-40c1-87fd-23f0762eb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:38.035897 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f9aa774d-7449-4ff2-b5a6-ad134b48aca3 req-359cfde0-c772-40c1-87fd-23f0762eb125 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1594601 May 25 16:51:38.171205 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f9aa774d-7449-4ff2-b5a6-ad134b48aca3 req-36f8b2c6-2f82-429f-b6c3-721083c6735d service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279621 May 25 16:51:38.305349 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f9aa774d-7449-4ff2-b5a6-ad134b48aca3 req-73284c44-c0ea-4a28-9bd6-ff4ceb8d3b32 service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260304 May 25 16:51:38.846589 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46081e3-35d2-4e7f-8b8c-b79db80a83d1 req-0ec9a88b-a7da-49ae-a263-00f4733eb208 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:38.847969 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e46081e3-35d2-4e7f-8b8c-b79db80a83d1 req-0ec9a88b-a7da-49ae-a263-00f4733eb208 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0801952 May 25 16:51:38.896131 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e46081e3-35d2-4e7f-8b8c-b79db80a83d1 req-20dba3d5-dcc2-413c-ba87-68503edb6dff tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 May 25 16:51:40.089624 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f37ec-7b75-42d6-ae94-61d3b28a511e req-7b7d3e92-9d94-4ffe-8a3f-ad9708e305d2 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:40.091110 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-235f37ec-7b75-42d6-ae94-61d3b28a511e req-7b7d3e92-9d94-4ffe-8a3f-ad9708e305d2 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0817482 May 25 16:51:40.137366 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-235f37ec-7b75-42d6-ae94-61d3b28a511e req-cd91ad36-371b-431f-a200-932e29aa41b8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400712 May 25 16:51:41.330970 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc436a1-10e0-4347-97e2-b4421b99a820 req-fabdfe80-f150-4c10-a3e7-ffff55f96483 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:41.332432 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7cc436a1-10e0-4347-97e2-b4421b99a820 req-fabdfe80-f150-4c10-a3e7-ffff55f96483 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0855429 May 25 16:51:41.378379 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7cc436a1-10e0-4347-97e2-b4421b99a820 req-7f061330-cdbd-4e7b-87cc-e2ab9cd3e7a5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399873 May 25 16:51:42.570934 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b71a5-dadc-47eb-ac68-2e4a5260e562 req-eaec993c-2691-49ef-9743-56b37fa974f4 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:42.572439 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b57b71a5-dadc-47eb-ac68-2e4a5260e562 req-eaec993c-2691-49ef-9743-56b37fa974f4 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0802290 May 25 16:51:42.618228 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b57b71a5-dadc-47eb-ac68-2e4a5260e562 req-19b8206e-8474-4c24-b393-edef311fbd09 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 May 25 16:51:43.812540 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6ab4-44f4-43d4-8ec3-8f101554ca4b req-3e3ccdfb-8303-4ccb-bee9-167340f4ad8b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:43.814062 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f57f6ab4-44f4-43d4-8ec3-8f101554ca4b req-3e3ccdfb-8303-4ccb-bee9-167340f4ad8b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0845683 May 25 16:51:43.859596 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f57f6ab4-44f4-43d4-8ec3-8f101554ca4b req-73a28b2c-a697-4ee1-b875-2347b9ce3a13 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396285 May 25 16:51:45.045288 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc867fa-c779-43e7-a141-e16a96102265 req-34b3a59c-ba3f-4263-bdae-52ade551f334 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:45.046787 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3cc867fa-c779-43e7-a141-e16a96102265 req-34b3a59c-ba3f-4263-bdae-52ade551f334 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0784912 May 25 16:51:45.095334 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3cc867fa-c779-43e7-a141-e16a96102265 req-fc2a9a23-0b48-4a4c-9f31-f8bbc56d47c0 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429571 May 25 16:51:46.285943 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea9ed9-a16a-48ca-9350-96b3c9a0ebfa req-5a29c521-bbbd-477d-9da9-2e687afe6aa7 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:46.287448 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e4ea9ed9-a16a-48ca-9350-96b3c9a0ebfa req-5a29c521-bbbd-477d-9da9-2e687afe6aa7 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0803087 May 25 16:51:46.331546 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e4ea9ed9-a16a-48ca-9350-96b3c9a0ebfa req-51c5c846-14c8-492e-ad24-3dac08322772 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384805 May 25 16:51:47.524641 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8681ca-7348-469c-9781-51da58950603 req-4b358634-caed-4f8f-83b7-c9f5d7ab47df tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:47.526124 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1f8681ca-7348-469c-9781-51da58950603 req-4b358634-caed-4f8f-83b7-c9f5d7ab47df tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0839589 May 25 16:51:47.570576 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1f8681ca-7348-469c-9781-51da58950603 req-f2ec2249-a827-4093-9719-4c4eec8f033b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388410 May 25 16:51:47.853801 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:51:48.909098 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd2f1f-3bcc-4446-b356-611865c5e703 req-7b3dc755-dbb6-4ca0-8a0d-9a16d3a2742e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:48.910583 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-99fd2f1f-3bcc-4446-b356-611865c5e703 req-7b3dc755-dbb6-4ca0-8a0d-9a16d3a2742e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0807815 May 25 16:51:48.954550 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-99fd2f1f-3bcc-4446-b356-611865c5e703 req-8d8ab6a1-f892-4850-a12b-ed83ce284ba0 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383611 May 25 16:51:50.150113 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e1a38-c973-4d20-afb9-ceb37f2ed908 req-341d6632-1118-4b08-8199-15df30d8ed35 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:50.151588 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-073e1a38-c973-4d20-afb9-ceb37f2ed908 req-341d6632-1118-4b08-8199-15df30d8ed35 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0855961 May 25 16:51:50.197121 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-073e1a38-c973-4d20-afb9-ceb37f2ed908 req-47d904de-b15f-4144-a3bf-7d718500df9a tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398917 May 25 16:51:50.869010 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c7035d04-327f-42f5-9f5c-827800d15983 req-46b8c31e-2177-4cd6-9f5e-4199bcee2a00 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704334 May 25 16:51:50.970292 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7035d04-327f-42f5-9f5c-827800d15983 req-cf98b53b-433d-41f2-93bb-760eedfba138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:50.971818 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c7035d04-327f-42f5-9f5c-827800d15983 req-cf98b53b-433d-41f2-93bb-760eedfba138 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b037169fa74f7090d0ad8a40d69f68&device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 1098 time: 0.0760376 May 25 16:51:51.119735 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7035d04-327f-42f5-9f5c-827800d15983 req-664c5122-3442-4240-b001-a84c76bb19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:51.121134 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c7035d04-327f-42f5-9f5c-827800d15983 req-664c5122-3442-4240-b001-a84c76bb19fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 HTTP/1.1" status: 200 len: 913 time: 0.1293764 May 25 16:51:51.309194 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c7035d04-327f-42f5-9f5c-827800d15983 req-a1e66a8c-dc6a-4ef9-8248-5f749bd3cd41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4146e13d-1d58-46ed-97aa-d586b4240892 HTTP/1.1" status: 200 len: 1001 time: 0.1805398 May 25 16:51:51.416687 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7035d04-327f-42f5-9f5c-827800d15983 req-dc1d95d2-43f8-4205-acde-19cc41bcd26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:51.418048 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c7035d04-327f-42f5-9f5c-827800d15983 req-dc1d95d2-43f8-4205-acde-19cc41bcd26a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fceb711-e2c1-4385-8410-e023c98848d8 HTTP/1.1" status: 200 len: 850 time: 0.0765581 May 25 16:51:51.485898 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a3fc-21db-4387-a98d-c59bf4c1422d req-a30c77b9-b17f-47ff-bf1a-4ca7224ce64c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:51.487377 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4308a3fc-21db-4387-a98d-c59bf4c1422d req-a30c77b9-b17f-47ff-bf1a-4ca7224ce64c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.1762650 May 25 16:51:51.542239 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4308a3fc-21db-4387-a98d-c59bf4c1422d req-33789c6b-a1fb-41dc-afad-926998bf9cc8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482109 May 25 16:51:51.545121 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7035d04-327f-42f5-9f5c-827800d15983 req-c6c46a93-d19d-4154-8f30-fb0de49d7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:51.546377 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c7035d04-327f-42f5-9f5c-827800d15983 req-c6c46a93-d19d-4154-8f30-fb0de49d7a4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1186569 May 25 16:51:51.679954 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c7035d04-327f-42f5-9f5c-827800d15983 req-7f84b8e3-b069-46ea-8511-c457582eb159 service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241848 May 25 16:51:51.812593 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c7035d04-327f-42f5-9f5c-827800d15983 req-20ff0ea8-fef4-4ae9-b716-2c207b5ce775 service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255622 May 25 16:51:52.379101 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device aba8505a-b0a4-45b6-87bc-1e161aa9bd20 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:51:52.512658 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:52.526105 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'port_id': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'mac_address': 'fa:16:3e:24:c5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:51:52.581839 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:52.599826 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aba8505a-b0a4-45b6-87bc-1e161aa9bd20 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:51:52.615740 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:52.681642 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:52.683916 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:52.751074 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d146c-22e9-4285-9948-5416e20e4f8c req-7d512fab-8f4d-425d-b1fa-f563369b1a47 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:52.752573 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-377d146c-22e9-4285-9948-5416e20e4f8c req-7d512fab-8f4d-425d-b1fa-f563369b1a47 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 944 time: 0.0916827 May 25 16:51:52.759300 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,revision_number=6']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:52.768326 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.768739 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.769146 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.769563 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.769954 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.770350 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.770741 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.771131 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.771519 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.771924 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.772309 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.772695 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:52.776706 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:52.817733 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['aba8505a-b0a4-45b6-87bc-1e161aa9bd20'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:51:52.906203 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-377d146c-22e9-4285-9948-5416e20e4f8c req-d9407ce7-7c23-4dee-8c73-c190f517dfe4 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474602 May 25 16:51:54.113877 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645d75e-1fca-4bc1-a7db-d35baa832632 req-1791f178-fb73-4f7b-9000-824c069045e6 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:54.116290 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4645d75e-1fca-4bc1-a7db-d35baa832632 req-1791f178-fb73-4f7b-9000-824c069045e6 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 944 time: 0.0934460 May 25 16:51:54.180591 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4645d75e-1fca-4bc1-a7db-d35baa832632 req-8f433f6b-c511-4641-8219-d0c720bc0ff6 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578935 May 25 16:51:54.394727 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device aba8505a-b0a4-45b6-87bc-1e161aa9bd20 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:54.490227 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:54.490517 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.629039 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.661720 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:51:54.672155 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:54.725706 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'code': 200} May 25 16:51:54.762253 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.764722 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:54.838912 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,revision_number=7']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:54.842130 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:55.207513 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7adc038-9dda-4878-9958-07007582de62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:55.415411 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded731c-af0f-4791-98db-53ffbee1e861 req-2b0f49b3-e622-46cd-943e-96f95f99c8db tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:55.416876 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5ded731c-af0f-4791-98db-53ffbee1e861 req-2b0f49b3-e622-46cd-943e-96f95f99c8db tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.1052570 May 25 16:51:55.467736 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5ded731c-af0f-4791-98db-53ffbee1e861 req-2af48e44-3c60-4b84-af14-03221c8ded89 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438209 May 25 16:51:55.950640 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:56.679315 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5aeda-77e4-4373-a31a-b6628b579321 req-7d9bb6e2-e3ba-47df-8cc8-3fd17a9c51e7 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:56.685782 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ccc5aeda-77e4-4373-a31a-b6628b579321 req-7d9bb6e2-e3ba-47df-8cc8-3fd17a9c51e7 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0920887 May 25 16:51:56.739154 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ccc5aeda-77e4-4373-a31a-b6628b579321 req-2fc0abad-1efe-4cb2-8483-c1369f10a888 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522914 May 25 16:51:57.451972 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.533771 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-64fb09bb-4519-48f3-b1e0-204b8e66fceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.952951 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba9ccb-9329-486b-9330-17f662301e9c req-847dd11d-342b-4622-8159-42b321a503d2 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:57.956176 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b2ba9ccb-9329-486b-9330-17f662301e9c req-847dd11d-342b-4622-8159-42b321a503d2 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0916820 May 25 16:51:58.005229 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b2ba9ccb-9329-486b-9330-17f662301e9c req-8dddbb8e-c785-4bcd-b9c5-1b27fc8851e6 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442595 May 25 16:51:58.710855 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:59.213047 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b705c33-ca4b-496b-8b0e-d0a5e5604ab1 req-0208c50d-fc2a-4b1d-9fe3-f11a4a39dbf6 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:59.216159 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5b705c33-ca4b-496b-8b0e-d0a5e5604ab1 req-0208c50d-fc2a-4b1d-9fe3-f11a4a39dbf6 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0876980 May 25 16:51:59.260041 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5b705c33-ca4b-496b-8b0e-d0a5e5604ab1 req-0eafd7b1-1c74-4615-a15b-e111087cda3b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391412 May 25 16:52:00.224716 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:00.477059 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9804ca1-57ac-4186-a87e-2fbc96cd7a51 req-deef3afb-87a5-4180-817a-2730690f595e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:00.478587 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a9804ca1-57ac-4186-a87e-2fbc96cd7a51 req-deef3afb-87a5-4180-817a-2730690f595e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0945208 May 25 16:52:00.539647 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a9804ca1-57ac-4186-a87e-2fbc96cd7a51 req-87c477ff-b61b-4a01-96d1-b4099201f8ca tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554433 May 25 16:52:01.747823 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e1e5b-dbf4-4e47-9fac-ae0e770000a5 req-fc4c3f30-4eef-496f-8ab7-7c60067eadf2 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:01.757092 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a37e1e5b-dbf4-4e47-9fac-ae0e770000a5 req-fc4c3f30-4eef-496f-8ab7-7c60067eadf2 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.1017101 May 25 16:52:01.802084 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a37e1e5b-dbf4-4e47-9fac-ae0e770000a5 req-f0ff8be8-e6d5-43ef-a527-ca8fc0b3bf37 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 May 25 16:52:03.017566 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e87fb-025f-4041-b416-deef042cf48d req-3f8e5b0e-d83d-48e0-9e91-692298047cd5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:03.019302 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d9e87fb-025f-4041-b416-deef042cf48d req-3f8e5b0e-d83d-48e0-9e91-692298047cd5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.0905633 May 25 16:52:03.072113 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5d9e87fb-025f-4041-b416-deef042cf48d req-1ba675a4-6c50-4d2a-afba-bc962748c975 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468566 May 25 16:52:03.949066 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671a44f-fe61-45cb-9523-b00b2a994e05 req-e7e64408-d4af-474d-b96b-e2fee0833483 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:03.950556 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7671a44f-fe61-45cb-9523-b00b2a994e05 req-e7e64408-d4af-474d-b96b-e2fee0833483 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1464260 May 25 16:52:03.952711 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649aed-62bc-426a-8058-4e24f3424b76 req-fac52661-9fc6-4ce7-bbd4-8b1b1d470608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:03.954096 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0649aed-62bc-426a-8058-4e24f3424b76 req-fac52661-9fc6-4ce7-bbd4-8b1b1d470608 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa88fb17258d44929853dfd3aaf4da5b&device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 1138 time: 0.1089573 May 25 16:52:04.162248 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7671a44f-fe61-45cb-9523-b00b2a994e05 req-735a29f7-3dea-4650-b1e1-ee05c6f0b9f1 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2050681 May 25 16:52:04.254373 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649aed-62bc-426a-8058-4e24f3424b76 req-c0b04759-8588-477c-adf8-a1bd166b2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:04.255781 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0649aed-62bc-426a-8058-4e24f3424b76 req-c0b04759-8588-477c-adf8-a1bd166b2b36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6 HTTP/1.1" status: 200 len: 916 time: 0.2850001 May 25 16:52:04.354440 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772400cc-d132-4b30-a5f2-9f92a0977f8c req-0aaf1b3a-98b7-46da-9658-2399b49d0969 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:04.355878 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-772400cc-d132-4b30-a5f2-9f92a0977f8c req-0aaf1b3a-98b7-46da-9658-2399b49d0969 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.1660671 May 25 16:52:04.407959 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0649aed-62bc-426a-8058-4e24f3424b76 req-6b4f5081-faa8-4b13-8223-c44d959a9169 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07 HTTP/1.1" status: 200 len: 1002 time: 0.1352046 May 25 16:52:04.417586 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-772400cc-d132-4b30-a5f2-9f92a0977f8c req-ec91c439-2df0-4797-aecd-c68789796da8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551682 May 25 16:52:04.477210 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649aed-62bc-426a-8058-4e24f3424b76 req-0f2394a7-e5b1-4de0-97b7-f3b5664a7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:04.478606 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0649aed-62bc-426a-8058-4e24f3424b76 req-0f2394a7-e5b1-4de0-97b7-f3b5664a7ad0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb HTTP/1.1" status: 200 len: 853 time: 0.0602083 May 25 16:52:04.556611 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649aed-62bc-426a-8058-4e24f3424b76 req-cca9e151-d1ee-42e9-99c3-b0a11dd67b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:04.558124 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0649aed-62bc-426a-8058-4e24f3424b76 req-cca9e151-d1ee-42e9-99c3-b0a11dd67b0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689893 May 25 16:52:04.747631 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0649aed-62bc-426a-8058-4e24f3424b76 req-92c36ee6-7231-4107-8802-1bae2f7c8dd9 service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774368 May 25 16:52:04.756393 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d2e04-ab30-4c60-b756-2ca768356a95 req-480eb3a5-e498-4889-a8fb-2379ebc4e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:04.757742 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c66d2e04-ab30-4c60-b756-2ca768356a95 req-480eb3a5-e498-4889-a8fb-2379ebc4e1f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 1098 time: 0.1206534 May 25 16:52:04.999016 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d0649aed-62bc-426a-8058-4e24f3424b76 req-51fa2bb4-f115-4f41-b2ff-8ea08e451fcc service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280133 May 25 16:52:05.001781 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d2e04-ab30-4c60-b756-2ca768356a95 req-3431218b-3bfe-4a52-8dcc-f447cfcbc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:05.003058 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c66d2e04-ab30-4c60-b756-2ca768356a95 req-3431218b-3bfe-4a52-8dcc-f447cfcbc877 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 919 time: 0.2311711 May 25 16:52:05.117529 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c66d2e04-ab30-4c60-b756-2ca768356a95 req-42812780-08c5-4235-a025-8aafa550eaa8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20 HTTP/1.1" status: 200 len: 1000 time: 0.0967708 May 25 16:52:05.179532 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d2e04-ab30-4c60-b756-2ca768356a95 req-409e27f5-8158-4fd6-9021-8661a18d677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:05.180944 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c66d2e04-ab30-4c60-b756-2ca768356a95 req-409e27f5-8158-4fd6-9021-8661a18d677d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a85378c7-f9cc-474b-a7dd-f686d86c794d HTTP/1.1" status: 200 len: 856 time: 0.0563717 May 25 16:52:05.260429 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d2e04-ab30-4c60-b756-2ca768356a95 req-bd6a5de5-cc7c-47f8-a420-ae525426b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:05.261814 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c66d2e04-ab30-4c60-b756-2ca768356a95 req-bd6a5de5-cc7c-47f8-a420-ae525426b498 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac38085e-850b-4c3b-921d-dd020ca093cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699699 May 25 16:52:05.453548 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c66d2e04-ab30-4c60-b756-2ca768356a95 req-d2ccd582-6f02-412b-8398-912aa65278d0 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833842 May 25 16:52:05.466691 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda5026-5399-445c-96fd-8248533d05dd req-f70c2d04-20a5-4e15-b72a-b3b42608e452 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:05.468288 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5fda5026-5399-445c-96fd-8248533d05dd req-f70c2d04-20a5-4e15-b72a-b3b42608e452 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1804388 May 25 16:52:05.652987 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5fda5026-5399-445c-96fd-8248533d05dd req-ab6ca3e2-699d-47c1-b9b5-3de367598af2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1654627 May 25 16:52:05.771958 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c66d2e04-ab30-4c60-b756-2ca768356a95 req-36695bcf-15d0-4ced-ae74-72c7e9598a38 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027291 May 25 16:52:05.788118 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3e9ed-7409-4dba-8265-33953fcc454d req-45b69d51-4ecc-4b39-88d9-24c1f8cc49a8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:05.790350 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d5a3e9ed-7409-4dba-8265-33953fcc454d req-45b69d51-4ecc-4b39-88d9-24c1f8cc49a8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 945 time: 0.2400980 May 25 16:52:05.834814 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d5a3e9ed-7409-4dba-8265-33953fcc454d req-fb2c7395-cff0-45af-99d2-7949c2d44129 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388329 May 25 16:52:06.486308 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device aba8505a-b0a4-45b6-87bc-1e161aa9bd20 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:06.611268 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:06.639586 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:06.650884 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:06.685078 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'code': 200} May 25 16:52:06.727848 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:06.729675 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-4ea80d74-2f33-4e14-9e18-219a3f423875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:06.823437 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,revision_number=8']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:06.826583 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:06.841714 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9f552-2dc3-4045-a3f1-f17683bf8c85 req-c321feaf-f478-44a6-a4af-3127e8f9daea tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:06.843157 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6fe9f552-2dc3-4045-a3f1-f17683bf8c85 req-c321feaf-f478-44a6-a4af-3127e8f9daea tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.0830355 May 25 16:52:06.890332 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6fe9f552-2dc3-4045-a3f1-f17683bf8c85 req-ebcd56c1-ffcf-4ea0-9296-a3e4492ad88b tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409966 May 25 16:52:07.026983 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0549ec-e630-466c-9b24-fc8907a6c219 req-2bcac086-f384-4647-bf50-510ba19ba87c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:07.028496 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cc0549ec-e630-466c-9b24-fc8907a6c219 req-2bcac086-f384-4647-bf50-510ba19ba87c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0836546 May 25 16:52:07.073941 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cc0549ec-e630-466c-9b24-fc8907a6c219 req-4f9b5a32-3f54-4cfe-97c1-093da3638bd5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393956 May 25 16:52:08.086061 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4310150-9d13-459a-9f58-6d572b00e0c3 req-8e15cf24-28b2-4e8f-989c-c71564428212 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:08.087539 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f4310150-9d13-459a-9f58-6d572b00e0c3 req-8e15cf24-28b2-4e8f-989c-c71564428212 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.0868726 May 25 16:52:08.139303 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f4310150-9d13-459a-9f58-6d572b00e0c3 req-19d043f6-87f8-4b7b-9fc2-502008f70809 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460336 May 25 16:52:08.263743 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998e7b-ca04-44a5-ad43-cf4f05755585 req-a7b76f81-2379-4657-ba4d-f3606367c75f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:08.265194 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5c998e7b-ca04-44a5-ad43-cf4f05755585 req-a7b76f81-2379-4657-ba4d-f3606367c75f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0829604 May 25 16:52:08.314780 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5c998e7b-ca04-44a5-ad43-cf4f05755585 req-a365d42d-fc1d-4c4b-89dc-b71b8b91649f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428600 May 25 16:52:09.331371 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90e73b-8fe2-40cc-b7db-2c043c56a0e1 req-07b804e3-495c-4d1d-8709-6b4d6a3f134d tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:09.332813 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5a90e73b-8fe2-40cc-b7db-2c043c56a0e1 req-07b804e3-495c-4d1d-8709-6b4d6a3f134d tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.0839548 May 25 16:52:09.380291 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5a90e73b-8fe2-40cc-b7db-2c043c56a0e1 req-effd3da5-12d7-46c4-85fa-b0cd9f180097 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413744 May 25 16:52:10.547076 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device aba8505a-b0a4-45b6-87bc-1e161aa9bd20 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:10.582347 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f2782-fb9b-4521-9a5b-b23e0c63a3d2 req-9bfabf88-ec44-4c55-995d-2dc8486dbb85 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:10.584237 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-df3f2782-fb9b-4521-9a5b-b23e0c63a3d2 req-9bfabf88-ec44-4c55-995d-2dc8486dbb85 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.0958652 May 25 16:52:10.638329 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-df3f2782-fb9b-4521-9a5b-b23e0c63a3d2 req-ebb24c18-d514-4a57-8f58-283261b3f04b tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468671 May 25 16:52:11.157572 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02ad4e-025f-4ec1-a932-a29c79bcd526 req-43678a53-51ac-4991-94f6-57fcd7f8dcdd tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:11.159011 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0a02ad4e-025f-4ec1-a932-a29c79bcd526 req-43678a53-51ac-4991-94f6-57fcd7f8dcdd tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0859749 May 25 16:52:11.205385 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0a02ad4e-025f-4ec1-a932-a29c79bcd526 req-d5dcdf9c-b14b-4503-ad6a-b66b8a94e0db tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405571 May 25 16:52:11.561198 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 58944) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:11.670543 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-ae44a8d1-f6c3-48d7-9372-57be7f1198c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080823 May 25 16:52:11.834443 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d4b24-023b-4c8b-a44c-a4590671ee0a req-384280b5-0f9a-432f-92de-4edf3358727f tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:11.835951 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d86d4b24-023b-4c8b-a44c-a4590671ee0a req-384280b5-0f9a-432f-92de-4edf3358727f tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.0856862 May 25 16:52:11.885124 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d86d4b24-023b-4c8b-a44c-a4590671ee0a req-b40f4983-1116-45a0-baab-0d957bc41770 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430877 May 25 16:52:12.409800 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a9988-0210-4033-a429-63118854f99e req-e0ba0f39-1b91-4db9-8d6f-bbe30612f98d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:12.411368 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-871a9988-0210-4033-a429-63118854f99e req-e0ba0f39-1b91-4db9-8d6f-bbe30612f98d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0889778 May 25 16:52:12.457952 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-871a9988-0210-4033-a429-63118854f99e req-2d48e861-2320-4bf3-a526-eb763508a9d9 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400896 May 25 16:52:13.074527 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320cb38-2085-41e6-b8e2-516d0ee9d382 req-bdaae9a5-8dd0-4588-8f2c-5306da306c00 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:13.076000 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6320cb38-2085-41e6-b8e2-516d0ee9d382 req-bdaae9a5-8dd0-4588-8f2c-5306da306c00 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.0810816 May 25 16:52:13.127598 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6320cb38-2085-41e6-b8e2-516d0ee9d382 req-2b04c121-7b1b-487d-9c76-e7650b4e961a tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454729 May 25 16:52:13.394965 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-005a4755-d1d3-4cb2-84c8-9443493d7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:13.396440 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-005a4755-d1d3-4cb2-84c8-9443493d7da8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a&tenant_id=cc17a95680e746b19bec554ae402e65e HTTP/1.1" status: 200 len: 1096 time: 0.0709035 May 25 16:52:13.491773 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-b9115487-5413-41a2-a503-db45c3f1827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:13.493253 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-b9115487-5413-41a2-a503-db45c3f1827a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 1096 time: 0.0717626 May 25 16:52:13.687416 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-06760c23-7127-432c-8f52-95baed5c9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:13.689076 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-06760c23-7127-432c-8f52-95baed5c9d8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 919 time: 0.1893547 May 25 16:52:13.704453 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d8585-d3e8-4368-8909-9d26433cfd00 req-7baead9d-2ced-41b5-b55a-333a870e5b22 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:13.706110 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c67d8585-d3e8-4368-8909-9d26433cfd00 req-7baead9d-2ced-41b5-b55a-333a870e5b22 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.1313636 May 25 16:52:13.836701 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c67d8585-d3e8-4368-8909-9d26433cfd00 req-0c816ad6-30e5-42ae-9a76-da8d94c316bd tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730569 May 25 16:52:13.841328 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-fd6f31d6-a90b-45c6-996a-2cb630cc0b78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20 HTTP/1.1" status: 200 len: 998 time: 0.1342835 May 25 16:52:13.915291 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-5e323624-04c2-46d9-9a4f-547cefdcaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:13.916634 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-5e323624-04c2-46d9-9a4f-547cefdcaf87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a85378c7-f9cc-474b-a7dd-f686d86c794d HTTP/1.1" status: 200 len: 856 time: 0.0636151 May 25 16:52:13.993401 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-41c5f407-1454-4610-9e70-f040d053665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:13.994924 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-41c5f407-1454-4610-9e70-f040d053665a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac38085e-850b-4c3b-921d-dd020ca093cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713756 May 25 16:52:14.212903 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-5ce760f1-b0d3-4d23-9683-37d4b2db74bb service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106161 May 25 16:52:14.466407 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-495e1edc-303b-47ce-914c-7e2e73443de7 req-204ee47b-1de9-4077-ab8b-cb94ed06f1a6 service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449338 May 25 16:52:14.484107 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef58b80-b46b-4bbf-9cec-b3f1f894135b req-54bdfe68-3dfc-4fd2-be75-854c6793f915 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:14.486078 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9ef58b80-b46b-4bbf-9cec-b3f1f894135b req-54bdfe68-3dfc-4fd2-be75-854c6793f915 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.2451093 May 25 16:52:14.493696 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518559c-43ad-4518-be5e-d1d413f971c2 req-d0f3ee24-83c3-4b69-998a-33734d081818 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:14.495130 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3518559c-43ad-4518-be5e-d1d413f971c2 req-d0f3ee24-83c3-4b69-998a-33734d081818 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.2530775 May 25 16:52:14.569564 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9ef58b80-b46b-4bbf-9cec-b3f1f894135b req-41f03157-cd4f-4c15-add1-f9cff934aa45 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734246 May 25 16:52:14.573492 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3518559c-43ad-4518-be5e-d1d413f971c2 req-6ca2b542-ce86-4d9f-9044-e9b0055437e9 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640264 May 25 16:52:15.037620 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377a9e-2176-44ed-9130-25009e3f38d8 req-62e56fbd-30bf-45a7-85ca-79ae9f70abd2 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:15.038998 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-20377a9e-2176-44ed-9130-25009e3f38d8 req-62e56fbd-30bf-45a7-85ca-79ae9f70abd2 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0899241 May 25 16:52:15.106803 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-20377a9e-2176-44ed-9130-25009e3f38d8 req-d959531b-eb9c-4d6b-9645-af871c6ea608 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602255 May 25 16:52:15.848665 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb1b71-a956-46dc-ae30-924773dc07be req-ab91d4bc-7bff-4999-929f-a15c409831bc tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:15.850169 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-44fb1b71-a956-46dc-ae30-924773dc07be req-ab91d4bc-7bff-4999-929f-a15c409831bc tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1589851 May 25 16:52:15.862578 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e8275-5602-479a-a288-e5ee603ab4a0 req-85fe9854-b440-47b5-9b67-d9e0b1e80c92 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:15.863993 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ab3e8275-5602-479a-a288-e5ee603ab4a0 req-85fe9854-b440-47b5-9b67-d9e0b1e80c92 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1370943 May 25 16:52:15.939119 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-44fb1b71-a956-46dc-ae30-924773dc07be req-2cbfde54-4130-444f-b02d-685c730da99b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741389 May 25 16:52:15.947161 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ab3e8275-5602-479a-a288-e5ee603ab4a0 req-28f762bd-336d-4145-a86c-8a44bac79c6a tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667262 May 25 16:52:16.331646 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac3e99-2eed-47ac-8b5d-3c62f873f9a8 req-8237dda5-925a-4ce5-a80b-bdcbd910ef26 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:16.333765 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0fac3e99-2eed-47ac-8b5d-3c62f873f9a8 req-8237dda5-925a-4ce5-a80b-bdcbd910ef26 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0838051 May 25 16:52:16.380409 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0fac3e99-2eed-47ac-8b5d-3c62f873f9a8 req-b710585f-d37e-400a-9615-212fe0ad71a8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404210 May 25 16:52:17.255295 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b792731-8385-4b88-a7f3-a98e571f0bb5 req-69e59b85-c212-4610-87d2-1879e3da9d9e tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:17.256718 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4b792731-8385-4b88-a7f3-a98e571f0bb5 req-69e59b85-c212-4610-87d2-1879e3da9d9e tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1884084 May 25 16:52:17.288779 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123450a-de50-43c5-905b-043b713d03a5 req-626f6232-ae2f-4ab5-a964-afb2ad31d8ad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:17.290361 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7123450a-de50-43c5-905b-043b713d03a5 req-626f6232-ae2f-4ab5-a964-afb2ad31d8ad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1769061 May 25 16:52:17.336993 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4b792731-8385-4b88-a7f3-a98e571f0bb5 req-a04471d5-9923-47f8-9eb1-809008984520 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738149 May 25 16:52:17.364848 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7123450a-de50-43c5-905b-043b713d03a5 req-60e6b609-6b52-4d5d-a9aa-91688ca33947 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579305 May 25 16:52:17.612598 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99746c59-f3ad-4487-9766-c164f988af28 req-436df2b7-251e-4867-b128-f6d96c7e7649 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:17.614491 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-99746c59-f3ad-4487-9766-c164f988af28 req-436df2b7-251e-4867-b128-f6d96c7e7649 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.1112192 May 25 16:52:17.671014 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-99746c59-f3ad-4487-9766-c164f988af28 req-8b901aeb-01a5-4577-af2c-bf22362a3f1d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435967 May 25 16:52:18.594950 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7f2e1-ec9d-4982-bb92-b7d1ad81109f req-a4d7f973-3585-4c33-8a12-4c8385157a19 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:18.596530 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0ab7f2e1-ec9d-4982-bb92-b7d1ad81109f req-a4d7f973-3585-4c33-8a12-4c8385157a19 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1468797 May 25 16:52:18.624725 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473a081-5b7c-416d-a81b-9d29099287d3 req-61ea97e6-1f90-4d10-b4a4-137421e8494d tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:18.626205 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4473a081-5b7c-416d-a81b-9d29099287d3 req-61ea97e6-1f90-4d10-b4a4-137421e8494d tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1387670 May 25 16:52:18.683705 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0ab7f2e1-ec9d-4982-bb92-b7d1ad81109f req-3dfae0d0-4689-4570-b31d-39da0de76673 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802352 May 25 16:52:18.697516 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4473a081-5b7c-416d-a81b-9d29099287d3 req-7d3ed952-1a36-410d-96ee-25629702db24 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641131 May 25 16:52:18.890398 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64225db2-d42a-4554-8dbe-41ebf901bb5b req-2ef9ca9c-12dc-4027-8f8c-89820fc456e1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:18.891982 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-64225db2-d42a-4554-8dbe-41ebf901bb5b req-2ef9ca9c-12dc-4027-8f8c-89820fc456e1 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0893924 May 25 16:52:18.940706 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-64225db2-d42a-4554-8dbe-41ebf901bb5b req-c8399bef-4861-4b64-bbe3-17b0bba928bd tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 May 25 16:52:19.961079 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b50d26-dbc7-45ea-aba8-0f19f11bb67c req-638028e4-aa20-48a1-b5ea-77cf67938c17 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:19.962614 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-21b50d26-dbc7-45ea-aba8-0f19f11bb67c req-638028e4-aa20-48a1-b5ea-77cf67938c17 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1485722 May 25 16:52:19.973785 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5d2cb-3b93-4cbe-b9da-e8977c7199c9 req-ab68403a-05af-4561-b97a-4ed5d85826ab tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:19.975247 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45c5d2cb-3b93-4cbe-b9da-e8977c7199c9 req-ab68403a-05af-4561-b97a-4ed5d85826ab tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1233985 May 25 16:52:20.046260 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-21b50d26-dbc7-45ea-aba8-0f19f11bb67c req-cb940401-de72-410b-8ecd-5890d9543e02 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700061 May 25 16:52:20.071449 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45c5d2cb-3b93-4cbe-b9da-e8977c7199c9 req-cc04bb66-ad30-479d-af4b-415c875921db tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795102 May 25 16:52:20.343572 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40cdf0-169f-47a5-b416-6ccda9b92b7a req-1e3d3efa-a6d4-4025-9e6a-ee73dcac5179 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:20.345001 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9d40cdf0-169f-47a5-b416-6ccda9b92b7a req-1e3d3efa-a6d4-4025-9e6a-ee73dcac5179 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.1828754 May 25 16:52:20.395732 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9d40cdf0-169f-47a5-b416-6ccda9b92b7a req-a2a6d9ce-2153-4341-802c-0087f4c80aba tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414114 May 25 16:52:21.339772 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7f198-61a2-40ed-9715-91f80fe066b3 req-07901ce9-cb54-4c34-a462-e8f0072dbcab tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:21.341492 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f7d7f198-61a2-40ed-9715-91f80fe066b3 req-07901ce9-cb54-4c34-a462-e8f0072dbcab tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1623409 May 25 16:52:21.351730 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245befe5-65f5-4589-8d3a-232b0d384ea1 req-c900c1bc-0f8d-4ec5-826c-dc3c84b25c87 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:21.353171 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-245befe5-65f5-4589-8d3a-232b0d384ea1 req-c900c1bc-0f8d-4ec5-826c-dc3c84b25c87 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1363487 May 25 16:52:21.434816 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f7d7f198-61a2-40ed-9715-91f80fe066b3 req-323d3b34-d1ba-4193-b6f3-f26b2390de03 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804107 May 25 16:52:21.439704 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-245befe5-65f5-4589-8d3a-232b0d384ea1 req-ec53b09e-3b38-4fb8-b2c7-008f3ab2b546 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714858 May 25 16:52:21.658955 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa5022-fd44-49a0-84e3-333cbd7307b4 req-80a8f315-ff65-4877-af06-f75ec135003f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:21.662637 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0afa5022-fd44-49a0-84e3-333cbd7307b4 req-80a8f315-ff65-4877-af06-f75ec135003f tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.1057913 May 25 16:52:21.715117 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0afa5022-fd44-49a0-84e3-333cbd7307b4 req-8d740041-1bba-42f0-adf7-ee83f5396fef tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457621 May 25 16:52:22.723133 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7396b1b-79f9-4933-94c0-2cc149d8f3c5 req-19f5ad07-71f0-49ed-8649-6504fcba9f35 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:22.724463 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b7396b1b-79f9-4933-94c0-2cc149d8f3c5 req-19f5ad07-71f0-49ed-8649-6504fcba9f35 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1539848 May 25 16:52:22.732252 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b5a74-a7f8-4999-989c-cbe582bc2e89 req-55156f85-de19-4479-86c0-cdda70f8c541 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:22.733625 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-db6b5a74-a7f8-4999-989c-cbe582bc2e89 req-55156f85-de19-4479-86c0-cdda70f8c541 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1644831 May 25 16:52:22.806431 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b7396b1b-79f9-4933-94c0-2cc149d8f3c5 req-4c437863-fd00-412a-ad98-14b7510db593 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718293 May 25 16:52:22.813795 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-db6b5a74-a7f8-4999-989c-cbe582bc2e89 req-50aebf92-b13f-47b4-b1ca-8e9ccb8f2401 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653677 May 25 16:52:23.006350 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d362e64-06d7-4c03-86a5-e0eb766b65ce req-9db669aa-3cb2-454e-b7d4-767169c469e5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:23.007743 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6d362e64-06d7-4c03-86a5-e0eb766b65ce req-9db669aa-3cb2-454e-b7d4-767169c469e5 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0886362 May 25 16:52:23.053698 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6d362e64-06d7-4c03-86a5-e0eb766b65ce req-4c6e42dc-0f42-437c-8f04-e1ab66ef10ec tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400963 May 25 16:52:24.074715 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f023342-0e73-40f5-ade2-76f976d96f8e req-b3e867c6-0bbe-4955-bd78-67ffaa984970 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:24.076259 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7f023342-0e73-40f5-ade2-76f976d96f8e req-b3e867c6-0bbe-4955-bd78-67ffaa984970 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1540699 May 25 16:52:24.091202 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c037a-dca2-4d14-979c-3c7862ddb05e req-5908371c-911c-4f59-baf5-1fd42b28aa52 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:24.092643 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4c0c037a-dca2-4d14-979c-3c7862ddb05e req-5908371c-911c-4f59-baf5-1fd42b28aa52 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1366820 May 25 16:52:24.166779 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7f023342-0e73-40f5-ade2-76f976d96f8e req-51e18398-b30d-4d87-98c6-68621957c58f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730429 May 25 16:52:24.170652 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4c0c037a-dca2-4d14-979c-3c7862ddb05e req-ecf8d3ce-b0fb-40e1-82b9-46f3124837e5 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637710 May 25 16:52:24.362692 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f75283-7df7-4b50-961a-f6e74bf531ee req-81404bf9-42e5-40e0-8916-bbfe03432b46 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:24.364134 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b6f75283-7df7-4b50-961a-f6e74bf531ee req-81404bf9-42e5-40e0-8916-bbfe03432b46 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0843861 May 25 16:52:24.413938 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b6f75283-7df7-4b50-961a-f6e74bf531ee req-11da35f1-15da-4cc7-baf5-fb7a695ccf27 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 May 25 16:52:24.853021 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:52:25.126946 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-b14c22b3-d131-45a6-82b4-b13712df556f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:25.419669 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2829a7-97e0-4b4f-a967-9a0d4ecb1ea4 req-7bf1a657-ebe5-43a6-ab16-0ba880b59f52 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:25.420984 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4e2829a7-97e0-4b4f-a967-9a0d4ecb1ea4 req-7bf1a657-ebe5-43a6-ab16-0ba880b59f52 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1392334 May 25 16:52:25.429787 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987bb8c-8e96-4876-ac37-ac1ce087945e req-21d29dbb-e980-4235-975c-e7fcfad7d259 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:25.431131 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c987bb8c-8e96-4876-ac37-ac1ce087945e req-21d29dbb-e980-4235-975c-e7fcfad7d259 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1182287 May 25 16:52:25.498351 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4e2829a7-97e0-4b4f-a967-9a0d4ecb1ea4 req-08f16b80-11d9-4438-be26-0ec60da4e891 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662546 May 25 16:52:25.504478 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c987bb8c-8e96-4876-ac37-ac1ce087945e req-82bb25ea-7e57-4b47-a189-189ae6448688 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599904 May 25 16:52:25.679327 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b5b6-89f9-47b0-b142-e7af00c7de6b req-ffbc1739-1bba-44d4-95bd-df2304b6cbd9 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:25.680728 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7009b5b6-89f9-47b0-b142-e7af00c7de6b req-ffbc1739-1bba-44d4-95bd-df2304b6cbd9 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.0861084 May 25 16:52:25.726210 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7009b5b6-89f9-47b0-b142-e7af00c7de6b req-9a67f383-352a-41fe-b77a-440d333ff6e2 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396738 May 25 16:52:25.962114 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.693151 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c8aaf-c7ab-4122-9eaa-ae9df0dc8991 req-0ae106ac-4fce-418a-bbb6-24349abb4d94 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:26.694695 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ec9c8aaf-c7ab-4122-9eaa-ae9df0dc8991 req-0ae106ac-4fce-418a-bbb6-24349abb4d94 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.0857649 May 25 16:52:26.740394 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ec9c8aaf-c7ab-4122-9eaa-ae9df0dc8991 req-e904562c-631f-4fe4-9107-e6e81cf2f84c tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400245 May 25 16:52:26.834113 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39b9d7-179a-498d-8d87-e368dbffff95 req-c72f1e19-59e0-4f75-83de-f617804e816e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:26.835569 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ae39b9d7-179a-498d-8d87-e368dbffff95 req-c72f1e19-59e0-4f75-83de-f617804e816e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.0838966 May 25 16:52:26.982206 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ae39b9d7-179a-498d-8d87-e368dbffff95 req-49d1380e-b6a8-4080-9dcb-ffe5fade21c9 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8c54410-e00b-4587-a6b2-64969b9c2df3&id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1403000 May 25 16:52:27.014146 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8d55d-e745-4ae8-83e6-68225d6d723d req-ee5a7d2e-69f7-403f-aa2f-23e8303a21bd tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:27.015587 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51e8d55d-e745-4ae8-83e6-68225d6d723d req-ee5a7d2e-69f7-403f-aa2f-23e8303a21bd tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.1749713 May 25 16:52:27.027329 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621477-2a06-463b-aea7-d6531495482c req-331d4e75-8716-478c-805d-1e29cf5ec5ed tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:27.030829 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-02621477-2a06-463b-aea7-d6531495482c req-331d4e75-8716-478c-805d-1e29cf5ec5ed tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 945 time: 0.1854086 May 25 16:52:27.125520 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51e8d55d-e745-4ae8-83e6-68225d6d723d req-a5355572-19e6-410b-8b82-62a38130e295 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958695 May 25 16:52:27.276696 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Deleting port 4146e13d-1d58-46ed-97aa-d586b4240892 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:27.277036 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.410710 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] For port 4146e13d-1d58-46ed-97aa-d586b4240892, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4146e13d-1d58-46ed-97aa-d586b4240892,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:27.411058 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.446899 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.527169 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-437a7b51-1e80-4858-be02-dd32b2e2894b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.708041 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.708910 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.708910 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.l3_db [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Floating IP b9d3d3e8-4b1f-4740-9c7c-df3a85a40de0 disassociated. External IP: 172.28.3.170, port: 4146e13d-1d58-46ed-97aa-d586b4240892. May 25 16:52:27.709179 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Calling delete_port for 4146e13d-1d58-46ed-97aa-d586b4240892 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:27.898533 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.905251 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:27.957740 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event deleted for resources: {'Port': ['ID=4146e13d-1d58-46ed-97aa-d586b4240892,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:27.973031 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.973467 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.973944 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.974322 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.974771 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.975206 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.975557 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.975904 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.976249 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.976598 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.976937 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.977295 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:27.981502 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:28.145643 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ce86-c333-4b41-af93-caf79e06b8ce req-636997c7-f31a-46ee-9b3b-1686fd127856 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:28.147296 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a5d4ce86-c333-4b41-af93-caf79e06b8ce req-636997c7-f31a-46ee-9b3b-1686fd127856 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 867 time: 0.2986493 May 25 16:52:28.210717 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Router 395d86e9-8152-4ff0-8f99-c19bc2b043cd has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:28.213926 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a5d4ce86-c333-4b41-af93-caf79e06b8ce req-e143bc2e-6811-4ae3-a47a-63eb7114f95a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=4403e06a-a119-4f13-aa75-f4f93261ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611153 May 25 16:52:28.461891 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:28.470349 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dbfe2-2785-45e3-b16b-3cec3df78e5e req-078b9428-0b48-462e-937f-b3a9a41db17c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:28.470938 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b1daa-052f-4f24-94d8-e92e1f92aadb None None] Sync routers for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:28.472391 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-479dbfe2-2785-45e3-b16b-3cec3df78e5e req-078b9428-0b48-462e-937f-b3a9a41db17c tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 943 time: 0.1998188 May 25 16:52:28.486229 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b1daa-052f-4f24-94d8-e92e1f92aadb None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:28.487958 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-d91b1daa-052f-4f24-94d8-e92e1f92aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:28.571835 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] No DVR routers for this DVR port 4146e13d-1d58-46ed-97aa-d586b4240892 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:28.575559 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:28.577982 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'name': 'network-vif-deleted', 'tag': '4146e13d-1d58-46ed-97aa-d586b4240892'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:28.599607 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-479dbfe2-2785-45e3-b16b-3cec3df78e5e req-c3c97c99-6d4a-4df9-9b74-39cf80df7779 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005633 May 25 16:52:28.625515 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device aba8505a-b0a4-45b6-87bc-1e161aa9bd20 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:52:28.634641 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfe997d-6e5d-49d4-b925-4c6440863630', 'name': 'network-vif-deleted', 'tag': '4146e13d-1d58-46ed-97aa-d586b4240892', 'status': 'completed', 'code': 200} May 25 16:52:28.659992 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-02621477-2a06-463b-aea7-d6531495482c req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.39 "DELETE /v2.0/ports/4146e13d-1d58-46ed-97aa-d586b4240892 HTTP/1.1" status: 204 len: 173 time: 1.6146975 May 25 16:52:28.757061 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-d91b1daa-052f-4f24-94d8-e92e1f92aadb None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:28.824523 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:29.012242 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:29.037441 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'port_id': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'mac_address': 'fa:16:3e:24:c5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:52:29.152197 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:29.175343 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba8505a-b0a4-45b6-87bc-1e161aa9bd20 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:52:29.199587 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:29.214771 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-d91b1daa-052f-4f24-94d8-e92e1f92aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:29.218481 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b1daa-052f-4f24-94d8-e92e1f92aadb None None] Checking router: 395d86e9-8152-4ff0-8f99-c19bc2b043cd for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:29.227813 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b1daa-052f-4f24-94d8-e92e1f92aadb None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:29.228530 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-d91b1daa-052f-4f24-94d8-e92e1f92aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:29.292077 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:29.305905 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:29.377955 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-eca86ad8-09c1-46ff-939a-fbc7aa540d90 req-3b95ba8e-8c53-4605-9191-ae1acbd713b6 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Synchronizing usage tracker for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:29.453244 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-eca86ad8-09c1-46ff-939a-fbc7aa540d90 req-3b95ba8e-8c53-4605-9191-ae1acbd713b6 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Unset dirty status for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:29.454021 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,revision_number=9']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:29.454669 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-eca86ad8-09c1-46ff-939a-fbc7aa540d90 req-3b95ba8e-8c53-4605-9191-ae1acbd713b6 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfe997d-6e5d-49d4-b925-4c6440863630 HTTP/1.1" status: 200 len: 210 time: 0.1185615 May 25 16:52:29.460401 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:29.481461 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-d91b1daa-052f-4f24-94d8-e92e1f92aadb None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:29.525986 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['aba8505a-b0a4-45b6-87bc-1e161aa9bd20'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:52:29.896925 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ec5eb-8b99-483f-af25-25141f3201b8 req-e938194c-5db4-430a-8a14-d77cb639fe12 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:29.898422 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-793ec5eb-8b99-483f-af25-25141f3201b8 req-e938194c-5db4-430a-8a14-d77cb639fe12 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 944 time: 0.1774833 May 25 16:52:29.943669 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-793ec5eb-8b99-483f-af25-25141f3201b8 req-a6b600ea-2d9d-4406-84ee-c86838307315 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391502 May 25 16:52:29.994287 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-d91b1daa-052f-4f24-94d8-e92e1f92aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:29.998364 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b1daa-052f-4f24-94d8-e92e1f92aadb None None] The sync data for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb is: [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:30.217909 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee035d0b-c1a1-4683-9a25-4c1287a84d3e None None] New status for floating IP b9d3d3e8-4b1f-4740-9c7c-df3a85a40de0: DOWN {{(pid=98884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:52:30.218836 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.632588 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device aba8505a-b0a4-45b6-87bc-1e161aa9bd20 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:30.665974 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59074) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:30.706129 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:30.706506 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.733136 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.763521 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.824989 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.852106 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:30.862127 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:30.893005 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.895855 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'code': 200} May 25 16:52:30.899021 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9e5f648a-a872-46f0-bf89-c180399fcd8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:30.916650 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4403e06a-a119-4f13-aa75-f4f93261ebf0,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:30.921392 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.922513 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "DELETE /v2.0/security-groups/4403e06a-a119-4f13-aa75-f4f93261ebf0 HTTP/1.1" status: 204 len: 168 time: 0.2555540 May 25 16:52:30.925637 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59080) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:30.927770 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.928145 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.928555 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.928739 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 4146e13d-1d58-46ed-97aa-d586b4240892 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:30.928932 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.929327 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.929705 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.930065 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.930517 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.930884 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.931246 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.931628 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.932006 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.932360 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.943284 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:30.946033 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.api.v2.resource [None req-b17606e7-dcda-436d-be8d-2d6a1518fd56 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] show failed (client error): The resource could not be found. May 25 16:52:30.949565 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-b17606e7-dcda-436d-be8d-2d6a1518fd56 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups/4403e06a-a119-4f13-aa75-f4f93261ebf0 HTTP/1.1" status: 404 len: 347 time: 0.0196800 May 25 16:52:30.950360 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59084) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:30.958660 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-d4bc8823-8fa3-4026-bc48-53a2b875bf7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:31.004813 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: 4146e13d-1d58-46ed-97aa-d586b4240892 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:31.006950 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 4146e13d-1d58-46ed-97aa-d586b4240892 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:31.056491 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,revision_number=10']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:31.059822 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:31.304944 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00b7c8-217c-46f7-8823-d9eb88d4723f req-93d43968-82ab-4bd4-abd9-fc700e7b20f8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:31.306322 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9b00b7c8-217c-46f7-8823-d9eb88d4723f req-93d43968-82ab-4bd4-abd9-fc700e7b20f8 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 946 time: 0.2042217 May 25 16:52:31.310299 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Deleting port cff5461c-0b71-4916-acf2-381164280c42 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:31.310644 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.433568 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5e956-530a-4b29-b7ba-a79cc9b27367 req-79dfa446-f453-4383-b2db-2c0ca40ac5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:31.435015 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fbc5e956-530a-4b29-b7ba-a79cc9b27367 req-79dfa446-f453-4383-b2db-2c0ca40ac5a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 1099 time: 0.2127566 May 25 16:52:31.448474 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9b00b7c8-217c-46f7-8823-d9eb88d4723f req-cc58d196-d93b-4636-b7da-3b0ac95661ae tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252968 May 25 16:52:31.508243 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.508565 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.521296 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fbc5e956-530a-4b29-b7ba-a79cc9b27367 req-ea3c79bb-1f00-4d79-9fe9-c653bf8a0c7b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775719 May 25 16:52:31.646862 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Calling delete_port for cff5461c-0b71-4916-acf2-381164280c42 owned by network:floatingip {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:31.835056 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.839255 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b934c294-de7c-4bd5-97bd-9a69f46630b2 tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:31.884846 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event deleted for resources: {'Port': ['ID=cff5461c-0b71-4916-acf2-381164280c42,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:31.888217 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:31.980757 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.087660 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.088952 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "DELETE /v2.0/floatingips/b9d3d3e8-4b1f-4740-9c7c-df3a85a40de0 HTTP/1.1" status: 204 len: 168 time: 1.1375842 May 25 16:52:32.567773 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59110) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:32.573434 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252645322', 'description': 'tempest-description--1003205539'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:32.580527 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:32.618222 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Usage tracker for resource:security_group and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:32.625101 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:32.640351 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:32.678372 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916866a-f456-4c8f-8e01-6edf4438cb43 req-cdaa56fd-70e7-48c7-ac84-fe42cdfd7559 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:32.679334 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f916866a-f456-4c8f-8e01-6edf4438cb43 req-cdaa56fd-70e7-48c7-ac84-fe42cdfd7559 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 946 time: 0.1004736 May 25 16:52:32.720126 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.742802 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f916866a-f456-4c8f-8e01-6edf4438cb43 req-841ba0d4-3de7-4083-b103-e62e9f1be523 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578923 May 25 16:52:32.747808 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:32.751637 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Usage tracker for resource:security_group_rule and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:32.754595 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:32.760325 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:32.830457 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.881396 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.885536 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-e55f1c9e-1e56-4634-8f19-7b655e0a7cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:32.926281 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:32.928971 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:32.978531 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.979818 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4110212 May 25 16:52:32.982694 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59132) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:32.988329 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'security_group_rule': {'security_group_id': '0f0f91cf-39ca-4deb-bc7d-ea1320d2711e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:32.994692 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:32.998826 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Usage tracker for resource:security_group_rule and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:33.001677 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:33.008327 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:33.087609 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.148385 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.218823 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.220753 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:33.247034 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e1dacc-6a4f-43be-8784-95a04ec1ae25,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:33.249747 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:33.304935 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.306191 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3225734 May 25 16:52:33.308916 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59136) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:33.314237 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'security_group_rule': {'security_group_id': '0f0f91cf-39ca-4deb-bc7d-ea1320d2711e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:33.320989 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:33.324941 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Usage tracker for resource:security_group_rule and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:33.327922 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:33.333986 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:33.412730 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.476044 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.554495 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641135'] for security_group_rule, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.560988 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ce5407f7-64cb-4a05-9883-f084bb4f9749 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:33.579537 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ea8b54-1083-423a-aa68-3df58e77d5a2,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:33.582009 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:33.651651 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.654365 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-0216fc8b-2f8b-4e54-8d1c-78b2cc2f1043 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3429468 May 25 16:52:33.662520 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59140) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:33.667774 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'floatingip': {'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:33.673532 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:33.678576 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Usage tracker for resource:floatingip and tenant:65b037169fa74f7090d0ad8a40d69f68 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:33.683571 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:33.687114 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:33.789257 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.977996 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aafa59-0171-4ed2-855a-12d9436f5e0f req-1db19e59-0090-4616-9df6-53e8e858dc6d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:33.979461 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-19aafa59-0171-4ed2-855a-12d9436f5e0f req-1db19e59-0090-4616-9df6-53e8e858dc6d tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 946 time: 0.1144316 May 25 16:52:34.121461 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-19aafa59-0171-4ed2-855a-12d9436f5e0f req-598ee39b-6a1d-4a59-b449-91c565278ec3 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325939 May 25 16:52:34.128387 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:34.266171 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Allocated IP 172.28.3.233 (2f7e0120-dd4d-463e-a817-41806313a9a0/aa6a078e-4994-4104-87d2-bf41ebe009bf/c4252c4d-05bf-4513-941f-92f4595f88f5) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:34.415884 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:34.537758 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:34.541760 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f12493c7-8549-4dd4-958a-2b3ef5c23535 tempest-VolumesNegativeTest-1199749844 tempest-VolumesNegativeTest-1199749844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:34.610707 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Network 2f7e0120-dd4d-463e-a817-41806313a9a0 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:34.613767 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:34.617455 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:34.651291 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'Port': ['ID=c4252c4d-05bf-4513-941f-92f4595f88f5,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:34.655315 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:34.700302 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:34.828030 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:35.032767 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:35.103866 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:35.107438 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:35.211657 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'Port': ['ID=c4252c4d-05bf-4513-941f-92f4595f88f5,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:35.215655 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:35.223838 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:35.287256 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:35.288387 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6248457 May 25 16:52:35.502631 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-e68e1fdc-bed6-4178-9652-29fd855c3d81 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Synchronizing usage tracker for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:security_group {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:35.572800 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-e68e1fdc-bed6-4178-9652-29fd855c3d81 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Unset dirty status for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:security_group {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:35.573976 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-e68e1fdc-bed6-4178-9652-29fd855c3d81 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--252645322&fields=id&tenant_id=65b037169fa74f7090d0ad8a40d69f68 HTTP/1.1" status: 200 len: 267 time: 0.1104722 May 25 16:52:35.724701 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a5a8f714-8401-4185-978f-16ae67c923d0 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:35.726164 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a5a8f714-8401-4185-978f-16ae67c923d0 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/networks?id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 HTTP/1.1" status: 200 len: 811 time: 0.1451561 May 25 16:52:35.741122 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-5a35786e-ac2e-443c-a44b-2ed50d7df061 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/quotas/65b037169fa74f7090d0ad8a40d69f68 HTTP/1.1" status: 200 len: 375 time: 0.0088573 May 25 16:52:35.826684 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-add7b694-7277-4938-a03d-2db73a50b099 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Synchronizing usage tracker for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:35.893115 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-add7b694-7277-4938-a03d-2db73a50b099 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Unset dirty status for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:35.894428 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-add7b694-7277-4938-a03d-2db73a50b099 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65b037169fa74f7090d0ad8a40d69f68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1485801 May 25 16:52:36.075477 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-e845c83f-52cf-45ab-bb9f-0f384f15c386 service neutron] 10.222.0.49 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692517 May 25 16:52:36.206337 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-9ee311b9-2991-4c15-a3f5-07c1f29be427 service neutron] 10.222.0.49 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250253 May 25 16:52:36.492751 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-86c0ace6-5769-4dd2-b205-777ffeb2dd2c req-44a2643c-51d7-499d-b09e-bfaecb42e6e2 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 210 time: 0.0432396 May 25 16:52:37.638839 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-eca44a68-ba68-4508-809e-15f24a0a88bc req-32935d07-fcc9-4d20-9ca7-37b05a872f66 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 210 time: 0.0428798 May 25 16:52:38.439825 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a6395627-dad4-4388-bd59-fb9867ae8e60 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:38.441429 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a6395627-dad4-4388-bd59-fb9867ae8e60 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.39 "GET /v2.0/networks?id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 HTTP/1.1" status: 200 len: 811 time: 0.1469698 May 25 16:52:38.490178 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-831adbf7-f9f9-4ae4-ba1a-215c974c94fc tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65b037169fa74f7090d0ad8a40d69f68 HTTP/1.1" status: 200 len: 379 time: 0.0400536 May 25 16:52:38.500805 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'port': {'device_id': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'admin_state_up': True, 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'security_groups': ['0f0f91cf-39ca-4deb-bc7d-ea1320d2711e']}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:38.717508 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:38.728244 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:38.794023 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-01386a4b-d516-4d52-9682-7f55a53749e1 req-a64e87d4-7917-40c0-be14-c95c11016a14 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 210 time: 0.0464485 May 25 16:52:38.828668 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Made reservation on behalf of 65b037169fa74f7090d0ad8a40d69f68 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:38.832159 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.991402 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Allocated IP 172.20.0.11 (6c4ac3a1-b9bf-4c55-8d7b-e62430e60185/4fceb711-e2c1-4385-8410-e023c98848d8/fb0f43cc-c882-42e3-b5d3-80581f0628f5) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:39.174582 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.189194 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Transition to ACTIVE for port object fb0f43cc-c882-42e3-b5d3-80581f0628f5 will not be triggered until provisioned by entity DHCP. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:39.287865 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.293134 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-be43c7fb-7316-4e47-bfd1-26fed6e91e6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:39.355527 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:39.358561 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:39.362151 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:39.408086 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event updated for resources: {'Port': ['ID=fb0f43cc-c882-42e3-b5d3-80581f0628f5,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:39.412285 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:39.439923 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:39.440534 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.527946 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0306695 May 25 16:52:39.540969 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Request body: {'port': {'device_id': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:39.651198 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.652913 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-52fce803-28ec-4f1b-9897-333e9ccc833a None None] Provisioning for port fb0f43cc-c882-42e3-b5d3-80581f0628f5 completed by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:39.657953 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-52fce803-28ec-4f1b-9897-333e9ccc833a None None] Provisioning complete for port fb0f43cc-c882-42e3-b5d3-80581f0628f5 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:39.658339 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-52fce803-28ec-4f1b-9897-333e9ccc833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.711706 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-52fce803-28ec-4f1b-9897-333e9ccc833a None None] Port fb0f43cc-c882-42e3-b5d3-80581f0628f5 cannot update to ACTIVE because it is not bound. {{(pid=98883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:52:40.048638 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0f43cc-c882-42e3-b5d3-80581f0628f5 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:52:40.061942 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bb5f8-d543-449b-806f-8961644dc730 req-346e1e12-72da-4276-806f-3dd6ff1334f9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:40.062624 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-fc2bb5f8-d543-449b-806f-8961644dc730 req-346e1e12-72da-4276-806f-3dd6ff1334f9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Synchronizing usage tracker for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:40.066808 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.087676 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Transition to ACTIVE for port object fb0f43cc-c882-42e3-b5d3-80581f0628f5 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:40.160917 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-fc2bb5f8-d543-449b-806f-8961644dc730 req-346e1e12-72da-4276-806f-3dd6ff1334f9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Unset dirty status for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:40.162107 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fc2bb5f8-d543-449b-806f-8961644dc730 req-346e1e12-72da-4276-806f-3dd6ff1334f9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 932 time: 0.2563336 May 25 16:52:40.182939 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.189983 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:40.325636 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-fc2bb5f8-d543-449b-806f-8961644dc730 req-6c99f168-50d1-4e17-ad9e-f8e086262e3a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576633 May 25 16:52:40.361682 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f43cc-c882-42e3-b5d3-80581f0628f5,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:40.369227 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:40.439892 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Attempting to bind port fb0f43cc-c882-42e3-b5d3-80581f0628f5 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:40.440231 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Attempting to bind port fb0f43cc-c882-42e3-b5d3-80581f0628f5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:40.440556 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Attempting to bind port fb0f43cc-c882-42e3-b5d3-80581f0628f5 on network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:40.445856 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Port fb0f43cc-c882-42e3-b5d3-80581f0628f5 on network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:52:40.446179 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Attempting to bind port fb0f43cc-c882-42e3-b5d3-80581f0628f5 on network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:40.451192 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:40.451529 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Checking segment: {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:40.451908 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Bound using segment: {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:40.452342 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Bound port: fb0f43cc-c882-42e3-b5d3-80581f0628f5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e813b577-51db-4ecc-81e0-72398626614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:40.452685 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.542968 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] For port fb0f43cc-c882-42e3-b5d3-80581f0628f5, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:40.545962 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] For port fb0f43cc-c882-42e3-b5d3-80581f0628f5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb0f43cc-c882-42e3-b5d3-80581f0628f5,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:40.636010 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.639889 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a05ae319-877a-48c9-8724-c9e6042b7b6d tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:40.696912 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:40.697338 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.698717 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] 10.222.0.39 "PUT /v2.0/ports/fb0f43cc-c882-42e3-b5d3-80581f0628f5 HTTP/1.1" status: 200 len: 1094 time: 1.1620314 May 25 16:52:40.699198 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'tag': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:40.719135 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f43cc-c882-42e3-b5d3-80581f0628f5,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:40.722407 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:40.749591 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'tag': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5', 'status': 'completed', 'code': 200} May 25 16:52:40.926938 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d885f7d-1445-492f-8a55-228206fe9fa8 req-dc1e3a02-f954-460b-9cbf-f2faf0c2928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:40.928412 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0d885f7d-1445-492f-8a55-228206fe9fa8 req-dc1e3a02-f954-460b-9cbf-f2faf0c2928c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b037169fa74f7090d0ad8a40d69f68&device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 1097 time: 0.1555581 May 25 16:52:41.069940 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d885f7d-1445-492f-8a55-228206fe9fa8 req-4b26baf6-3c25-4d5b-ac1a-e7014574535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:41.071314 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0d885f7d-1445-492f-8a55-228206fe9fa8 req-4b26baf6-3c25-4d5b-ac1a-e7014574535f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=65b037169fa74f7090d0ad8a40d69f68&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1354687 May 25 16:52:41.204727 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d885f7d-1445-492f-8a55-228206fe9fa8 req-2cfcd587-8c28-4ab6-9988-b41fe802922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:41.206095 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0d885f7d-1445-492f-8a55-228206fe9fa8 req-2cfcd587-8c28-4ab6-9988-b41fe802922a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1284704 May 25 16:52:41.308799 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a97ce0fa-96e1-4782-83a6-fe1b721a607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:41.310301 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-a97ce0fa-96e1-4782-83a6-fe1b721a607e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b037169fa74f7090d0ad8a40d69f68&device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 1097 time: 0.0693054 May 25 16:52:41.383041 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-8c4a98cd-f242-454c-aac9-ac2a519cda10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb0f43cc-c882-42e3-b5d3-80581f0628f5 HTTP/1.1" status: 200 len: 217 time: 0.0641932 May 25 16:52:41.493494 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-509dae7d-707c-4f38-a0c5-d0ea374cdd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:41.494833 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-509dae7d-707c-4f38-a0c5-d0ea374cdd5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fceb711-e2c1-4385-8410-e023c98848d8 HTTP/1.1" status: 200 len: 850 time: 0.1057961 May 25 16:52:41.582671 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6938bf7-b457-43e6-84fa-81e39e91ed42 req-ea9e9c4b-3213-4856-87c1-e0753017fa9b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:41.584359 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d6938bf7-b457-43e6-84fa-81e39e91ed42 req-ea9e9c4b-3213-4856-87c1-e0753017fa9b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 944 time: 0.1472509 May 25 16:52:41.621936 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-cdfd48ec-afb3-459f-9765-5a5b88b99228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:41.623359 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-cdfd48ec-afb3-459f-9765-5a5b88b99228 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1217558 May 25 16:52:41.653811 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d6938bf7-b457-43e6-84fa-81e39e91ed42 req-40b837d1-ec52-45b8-a0fc-e5fa60a95f4b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635352 May 25 16:52:41.759740 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-bbe1f271-492a-460d-b1d4-db763c85ff17 service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287441 May 25 16:52:41.889224 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e5af4e1b-db89-4d89-88e2-f9d3446b25c0 req-1113934d-7911-4cba-ae94-44b7005f6e0c service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224873 May 25 16:52:42.835490 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531ddc-9627-4d77-804d-c0bea322f3cb req-c99579ed-85df-48fd-806e-3530f5398dc7 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:42.836915 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0c531ddc-9627-4d77-804d-c0bea322f3cb req-c99579ed-85df-48fd-806e-3530f5398dc7 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 944 time: 0.0780871 May 25 16:52:42.880312 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0c531ddc-9627-4d77-804d-c0bea322f3cb req-b519423a-a556-42ca-920b-3959ed0388bd tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377164 May 25 16:52:44.064960 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743b3d5-4eff-42d0-96d8-12555877c19c req-489d7602-da6c-4b44-a4b2-1e5cb2e43183 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:44.067005 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d743b3d5-4eff-42d0-96d8-12555877c19c req-489d7602-da6c-4b44-a4b2-1e5cb2e43183 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 944 time: 0.0830116 May 25 16:52:44.110630 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d743b3d5-4eff-42d0-96d8-12555877c19c req-1c278f03-578b-4359-be02-1b764031be8c tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376284 May 25 16:52:44.687406 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device fb0f43cc-c882-42e3-b5d3-80581f0628f5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:52:44.822124 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port fb0f43cc-c882-42e3-b5d3-80581f0628f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb0f43cc-c882-42e3-b5d3-80581f0628f5,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:44.836176 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'port_id': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5', 'mac_address': 'fa:16:3e:29:5a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:52:44.893059 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:44.909320 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0f43cc-c882-42e3-b5d3-80581f0628f5 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:52:44.924581 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port fb0f43cc-c882-42e3-b5d3-80581f0628f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb0f43cc-c882-42e3-b5d3-80581f0628f5,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:45.001804 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.003536 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:45.067962 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=fb0f43cc-c882-42e3-b5d3-80581f0628f5,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:45.071039 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:45.259073 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['fb0f43cc-c882-42e3-b5d3-80581f0628f5'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:52:45.293777 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3d971-f6bb-486d-841c-5b4dc3dd361f req-513b26f4-cf2a-44d2-828c-9bbea9dc4a65 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:45.295272 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a0a3d971-f6bb-486d-841c-5b4dc3dd361f req-513b26f4-cf2a-44d2-828c-9bbea9dc4a65 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 945 time: 0.0794106 May 25 16:52:45.339723 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a0a3d971-f6bb-486d-841c-5b4dc3dd361f req-c931b28e-769e-444a-8a69-c9e532ad91d5 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384552 May 25 16:52:46.521738 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02b44f-7fa7-4231-8af5-bbe1fbefe638 req-519192a9-400e-4799-89d3-13780eb00167 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:46.523169 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-dd02b44f-7fa7-4231-8af5-bbe1fbefe638 req-519192a9-400e-4799-89d3-13780eb00167 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 945 time: 0.0813189 May 25 16:52:46.567934 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-dd02b44f-7fa7-4231-8af5-bbe1fbefe638 req-36285a77-eac0-4515-b659-1fe1e791a58b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391808 May 25 16:52:46.699871 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device fb0f43cc-c882-42e3-b5d3-80581f0628f5 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:46.829812 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port fb0f43cc-c882-42e3-b5d3-80581f0628f5 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:46.835280 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port fb0f43cc-c882-42e3-b5d3-80581f0628f5 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:46.835661 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:46.950869 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:46.981206 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:46.993411 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port fb0f43cc-c882-42e3-b5d3-80581f0628f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb0f43cc-c882-42e3-b5d3-80581f0628f5,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:47.029377 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5', 'code': 200} May 25 16:52:47.109773 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.111619 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:47.179282 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=fb0f43cc-c882-42e3-b5d3-80581f0628f5,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:47.182214 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:47.433275 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736aec8-c6e9-4e09-8d12-8627fd53833b req-6fb3570a-7d18-4603-8f94-e691d175c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:47.434724 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7736aec8-c6e9-4e09-8d12-8627fd53833b req-6fb3570a-7d18-4603-8f94-e691d175c282 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 1099 time: 0.0680470 May 25 16:52:47.477908 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7736aec8-c6e9-4e09-8d12-8627fd53833b req-9d3d53d2-d542-4f36-aa7e-d6f5ee5d05ad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357838 May 25 16:52:47.749900 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea8f67-49eb-4434-90a5-9fa8b3c40d39 req-8f6fb4f2-979a-4af8-93aa-c50dac08ba08 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:47.751245 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-94ea8f67-49eb-4434-90a5-9fa8b3c40d39 req-8f6fb4f2-979a-4af8-93aa-c50dac08ba08 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 946 time: 0.0788388 May 25 16:52:47.795102 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-94ea8f67-49eb-4434-90a5-9fa8b3c40d39 req-4855916b-5cb6-42eb-858f-212bda29eee4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377276 May 25 16:52:48.492588 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59200) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:48.840708 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Deleting port 9df97d34-cfd2-441e-adca-411145e6e8fc {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:48.841335 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.017433 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.017770 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.143863 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Calling delete_port for 9df97d34-cfd2-441e-adca-411145e6e8fc owned by network:floatingip {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:49.155847 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eec29a-9d99-40c2-be75-e4e01253cda4 req-55669813-4071-42b4-a3e1-fa1b44c3c54f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:49.157310 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c0eec29a-9d99-40c2-be75-e4e01253cda4 req-55669813-4071-42b4-a3e1-fa1b44c3c54f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 946 time: 0.2523644 May 25 16:52:49.223816 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c0eec29a-9d99-40c2-be75-e4e01253cda4 req-f077c9ba-50e4-4f5a-8cca-8ed8d9ae713b tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596488 May 25 16:52:49.377148 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.382028 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:49.432255 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event deleted for resources: {'Port': ['ID=9df97d34-cfd2-441e-adca-411145e6e8fc,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:49.457956 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:49.523082 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5c4d8-3437-465c-ab97-656d946f059a req-dc11b175-98ca-4c69-ae22-8f269831f811 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:49.524538 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d4e5c4d8-3437-465c-ab97-656d946f059a req-dc11b175-98ca-4c69-ae22-8f269831f811 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 946 time: 0.2030404 May 25 16:52:49.533540 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59208) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:49.539593 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-705991f1-7cc3-48f2-ab59-70a6cf18af94 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Request body: {'floatingip': {'port_id': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:49.539768 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for floatingip, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.540055 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.l3_db [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Floating IP 238a1f4e-ca17-4a63-97ff-bb773d1acb24 disassociated (deleted). External IP: 172.28.3.23, port: 68d463d7-93d3-481a-a1da-2fe5cf53be01. May 25 16:52:49.619511 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-705991f1-7cc3-48f2-ab59-70a6cf18af94 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, before_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.889654 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:50.162426 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:50.172627 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b633687-3734-4d1c-972c-cb87487e8da1 None None] Sync routers for ids ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:50.181631 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b633687-3734-4d1c-972c-cb87487e8da1 None None] Routers {'5d9392e6-f4f4-4130-a7b1-d66051b13f4a'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:50.182261 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-6b633687-3734-4d1c-972c-cb87487e8da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:50.224302 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-705991f1-7cc3-48f2-ab59-70a6cf18af94 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:50.252871 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:50.307550 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "DELETE /v2.0/floatingips/238a1f4e-ca17-4a63-97ff-bb773d1acb24 HTTP/1.1" status: 204 len: 168 time: 1.8138762 May 25 16:52:50.308443 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:50.327674 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-705991f1-7cc3-48f2-ab59-70a6cf18af94 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:50.371482 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-6b633687-3734-4d1c-972c-cb87487e8da1 None None] Set router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:50.372887 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'status': 'completed', 'code': 200} May 25 16:52:50.492005 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d15d-5d5d-459a-9a9a-c066aae36d62 req-3668bde0-7c5e-452a-871c-b36192f2cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:50.493666 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-41a1d15d-5d5d-459a-9a9a-c066aae36d62 req-3668bde0-7c5e-452a-871c-b36192f2cc1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ceec94d74dc4b91b7b6cd37311a3441&device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 1099 time: 0.0930574 May 25 16:52:50.512193 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.l3_db [None req-705991f1-7cc3-48f2-ab59-70a6cf18af94 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Floating IP 0b53e6e5-5461-4678-aa12-60d201d4215c associated. External IP: 172.28.3.233, port: fb0f43cc-c882-42e3-b5d3-80581f0628f5. May 25 16:52:50.648347 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d15d-5d5d-459a-9a9a-c066aae36d62 req-91f69915-d922-4640-aa1e-f495ee13e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:50.649860 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-41a1d15d-5d5d-459a-9a9a-c066aae36d62 req-91f69915-d922-4640-aa1e-f495ee13e2b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f766c277-470c-4c7c-9f8d-aab066d69ab4 HTTP/1.1" status: 200 len: 910 time: 0.1444502 May 25 16:52:50.729037 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-41a1d15d-5d5d-459a-9a9a-c066aae36d62 req-481b1571-f9b1-427a-b54c-55aece132f29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01 HTTP/1.1" status: 200 len: 217 time: 0.0724776 May 25 16:52:50.773311 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-6b633687-3734-4d1c-972c-cb87487e8da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:46Z', 'revision_number': 4, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'dcc6f7b5-8af7-4040-afc9-1aca50d64021', 'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'mac_address': 'fa:16:3e:02:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:45Z', 'updated_at': '2021-05-25T16:47:54Z', 'revision_number': 5, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'subnets': [{'id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:50.779116 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b633687-3734-4d1c-972c-cb87487e8da1 None None] Checking router: 5d9392e6-f4f4-4130-a7b1-d66051b13f4a for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:50.789106 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b633687-3734-4d1c-972c-cb87487e8da1 None None] Routers {'5d9392e6-f4f4-4130-a7b1-d66051b13f4a'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:50.790135 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-6b633687-3734-4d1c-972c-cb87487e8da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:50.846287 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d15d-5d5d-459a-9a9a-c066aae36d62 req-a675d60b-4b9f-4260-a63a-9bd144bba5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:50.848274 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-41a1d15d-5d5d-459a-9a9a-c066aae36d62 req-a675d60b-4b9f-4260-a63a-9bd144bba5c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96acd9f7-8707-4b5b-8861-9f567058d80d HTTP/1.1" status: 200 len: 847 time: 0.1118813 May 25 16:52:50.944305 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984f90c-0e3b-4114-a2b5-ded119025b47 req-5b2a0185-1606-4ef6-b618-e110f7c5efb6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:50.945010 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-1984f90c-0e3b-4114-a2b5-ded119025b47 req-5b2a0185-1606-4ef6-b618-e110f7c5efb6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Synchronizing usage tracker for tenant:2ceec94d74dc4b91b7b6cd37311a3441 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:50.956201 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d15d-5d5d-459a-9a9a-c066aae36d62 req-5002671a-9f14-4d75-81a5-7197afd2025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:50.958224 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-41a1d15d-5d5d-459a-9a9a-c066aae36d62 req-5002671a-9f14-4d75-81a5-7197afd2025e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f766c277-470c-4c7c-9f8d-aab066d69ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1021237 May 25 16:52:50.978578 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-6b633687-3734-4d1c-972c-cb87487e8da1 None None] Set router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:51.013158 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705991f1-7cc3-48f2-ab59-70a6cf18af94 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Router 395d86e9-8152-4ff0-8f99-c19bc2b043cd has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:51.060559 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-1984f90c-0e3b-4114-a2b5-ded119025b47 req-5b2a0185-1606-4ef6-b618-e110f7c5efb6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Unset dirty status for tenant:2ceec94d74dc4b91b7b6cd37311a3441 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:51.061619 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1984f90c-0e3b-4114-a2b5-ded119025b47 req-5b2a0185-1606-4ef6-b618-e110f7c5efb6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.2711079 May 25 16:52:51.139390 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1984f90c-0e3b-4114-a2b5-ded119025b47 req-f97a595d-1f44-4549-9dcf-11392cd22c00 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698597 May 25 16:52:51.142678 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-41a1d15d-5d5d-459a-9a9a-c066aae36d62 req-0c0a748c-e6cc-45fa-a604-ca350d970a5f service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728120 May 25 16:52:51.215308 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705991f1-7cc3-48f2-ab59-70a6cf18af94 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:51.224746 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0befcb5f-8a12-473f-b832-50304c76d186 None None] Sync routers for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:51.229414 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-705991f1-7cc3-48f2-ab59-70a6cf18af94 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:51.235808 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0befcb5f-8a12-473f-b832-50304c76d186 None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:51.236647 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-0befcb5f-8a12-473f-b832-50304c76d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:51.292658 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-705991f1-7cc3-48f2-ab59-70a6cf18af94 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "PUT /v2.0/floatingips/0b53e6e5-5461-4678-aa12-60d201d4215c HTTP/1.1" status: 200 len: 992 time: 1.7553203 May 25 16:52:51.292658 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'tag': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5'}] {{(pid=98882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:51.293422 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-41a1d15d-5d5d-459a-9a9a-c066aae36d62 req-4f4546ae-53fc-473c-b933-76c52572c431 service neutron] 10.222.0.39 "GET /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427901 May 25 16:52:51.310055 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-6b633687-3734-4d1c-972c-cb87487e8da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:46Z', 'revision_number': 4, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'dcc6f7b5-8af7-4040-afc9-1aca50d64021', 'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'mac_address': 'fa:16:3e:02:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:45Z', 'updated_at': '2021-05-25T16:47:54Z', 'revision_number': 5, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'subnets': [{'id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:51.315658 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b633687-3734-4d1c-972c-cb87487e8da1 None None] The sync data for ids ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'] in dv-cinder-786386-6-smb is: [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:47:46Z', 'revision_number': 4, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'dcc6f7b5-8af7-4040-afc9-1aca50d64021', 'name': '', 'network_id': 'f766c277-470c-4c7c-9f8d-aab066d69ab4', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'mac_address': 'fa:16:3e:02:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:45Z', 'updated_at': '2021-05-25T16:47:54Z', 'revision_number': 5, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'subnets': [{'id': '96acd9f7-8707-4b5b-8861-9f567058d80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:51.348182 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'tag': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5', 'status': 'completed', 'code': 200} May 25 16:52:51.449625 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-0befcb5f-8a12-473f-b832-50304c76d186 None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:51.450862 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f462d5-b128-4c09-99ec-030b7c21eb90 req-1a204130-5bfb-4697-9c6c-724bca69c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:51.452473 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-07f462d5-b128-4c09-99ec-030b7c21eb90 req-1a204130-5bfb-4697-9c6c-724bca69c0a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b037169fa74f7090d0ad8a40d69f68&device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 1099 time: 0.0805624 May 25 16:52:51.581521 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e0bb0-c889-481c-a0fa-b89524dacb8a None None] New status for floating IP 238a1f4e-ca17-4a63-97ff-bb773d1acb24: DOWN {{(pid=98883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:52:51.602474 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f462d5-b128-4c09-99ec-030b7c21eb90 req-bb5d918c-c501-4221-8c30-77e15c8aa3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:51.604108 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-07f462d5-b128-4c09-99ec-030b7c21eb90 req-bb5d918c-c501-4221-8c30-77e15c8aa3c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 HTTP/1.1" status: 200 len: 913 time: 0.1420660 May 25 16:52:51.716777 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-07f462d5-b128-4c09-99ec-030b7c21eb90 req-c8a4cf23-850b-46a9-8708-6deae2eded13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb0f43cc-c882-42e3-b5d3-80581f0628f5 HTTP/1.1" status: 200 len: 1000 time: 0.1024303 May 25 16:52:51.780529 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f462d5-b128-4c09-99ec-030b7c21eb90 req-93c0dc53-efc2-4807-9488-254424690f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:51.782183 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-07f462d5-b128-4c09-99ec-030b7c21eb90 req-93c0dc53-efc2-4807-9488-254424690f7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fceb711-e2c1-4385-8410-e023c98848d8 HTTP/1.1" status: 200 len: 850 time: 0.0577698 May 25 16:52:51.817614 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-0befcb5f-8a12-473f-b832-50304c76d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '0b53e6e5-5461-4678-aa12-60d201d4215c', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'floating_ip_address': '172.28.3.233', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'port_id': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'mac_address': 'fa:16:3e:29:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:34Z', 'updated_at': '2021-05-25T16:52:50Z', 'revision_number': 1, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:51.821473 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0befcb5f-8a12-473f-b832-50304c76d186 None None] Checking router: 395d86e9-8152-4ff0-8f99-c19bc2b043cd for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:51.829626 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0befcb5f-8a12-473f-b832-50304c76d186 None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:51.830219 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-0befcb5f-8a12-473f-b832-50304c76d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:51.925814 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f462d5-b128-4c09-99ec-030b7c21eb90 req-695bac04-64a8-473a-89b8-9495ef3a847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:51.927336 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-07f462d5-b128-4c09-99ec-030b7c21eb90 req-695bac04-64a8-473a-89b8-9495ef3a847f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1326833 May 25 16:52:51.930906 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45df7235-5578-4f45-aedd-d3315da12289 req-0c1aab14-e00c-4e97-897e-f6de11e34bb2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1003807 May 25 16:52:52.010391 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-0befcb5f-8a12-473f-b832-50304c76d186 None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:52.217216 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-07f462d5-b128-4c09-99ec-030b7c21eb90 req-2a9856cd-1b53-46bb-8173-0b24de4736aa service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761822 May 25 16:52:52.247922 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df7235-5578-4f45-aedd-d3315da12289 req-ef69c0c6-fd79-4b43-b971-527a37244481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:52.249400 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45df7235-5578-4f45-aedd-d3315da12289 req-ef69c0c6-fd79-4b43-b971-527a37244481 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc17a95680e746b19bec554ae402e65e&device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 1099 time: 0.2383692 May 25 16:52:52.390555 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-0befcb5f-8a12-473f-b832-50304c76d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '0b53e6e5-5461-4678-aa12-60d201d4215c', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'floating_ip_address': '172.28.3.233', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'port_id': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'mac_address': 'fa:16:3e:29:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:34Z', 'updated_at': '2021-05-25T16:52:50Z', 'revision_number': 1, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:52.395406 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0befcb5f-8a12-473f-b832-50304c76d186 None None] The sync data for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb is: [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_floatingips': [{'id': '0b53e6e5-5461-4678-aa12-60d201d4215c', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'floating_ip_address': '172.28.3.233', 'floating_network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'router_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'port_id': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'mac_address': 'fa:16:3e:29:5a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:34Z', 'updated_at': '2021-05-25T16:52:50Z', 'revision_number': 1, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:52.609216 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-07f462d5-b128-4c09-99ec-030b7c21eb90 req-74729f60-0869-40c1-be2c-29de1f3cd56d service neutron] 10.222.0.39 "GET /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831499 May 25 16:52:52.611028 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55413836-2c30-4587-95d4-ee0f31544b7c None None] New status for floating IP 0b53e6e5-5461-4678-aa12-60d201d4215c: ACTIVE {{(pid=98884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:52:52.623770 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df7235-5578-4f45-aedd-d3315da12289 req-add5fac6-870d-407e-86af-76f3ab3b73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:52.625250 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45df7235-5578-4f45-aedd-d3315da12289 req-add5fac6-870d-407e-86af-76f3ab3b73ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 200 len: 919 time: 0.3265634 May 25 16:52:52.635390 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9d254-4fee-4985-a0e8-1a72f002cf10 req-51cca424-8c3e-496f-a545-3af59bf08e6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:52.637415 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-29f9d254-4fee-4985-a0e8-1a72f002cf10 req-51cca424-8c3e-496f-a545-3af59bf08e6a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.3779516 May 25 16:52:52.785099 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84482-12b2-486e-abb9-cea84ba5cf90 req-acb706c6-fd36-4057-9040-373fa53d465a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:52.786599 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-13b84482-12b2-486e-abb9-cea84ba5cf90 req-acb706c6-fd36-4057-9040-373fa53d465a tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.39 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 946 time: 0.2843988 May 25 16:52:52.788632 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45df7235-5578-4f45-aedd-d3315da12289 req-bc70cc7a-0e09-428a-b0d4-7c523570ca31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20 HTTP/1.1" status: 200 len: 1000 time: 0.1493828 May 25 16:52:52.791261 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-29f9d254-4fee-4985-a0e8-1a72f002cf10 req-ce11b978-f737-497d-9d41-27951be1953f tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/security-groups?id=df35a191-f972-425d-aeb7-9741482a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978973 May 25 16:52:52.947540 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df7235-5578-4f45-aedd-d3315da12289 req-65de5d94-821d-472c-9e20-14d19db338b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:52.948993 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45df7235-5578-4f45-aedd-d3315da12289 req-65de5d94-821d-472c-9e20-14d19db338b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a85378c7-f9cc-474b-a7dd-f686d86c794d HTTP/1.1" status: 200 len: 856 time: 0.1460750 May 25 16:52:53.048231 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-13b84482-12b2-486e-abb9-cea84ba5cf90 req-d11fa40a-ad6c-44c5-931d-f2eafe6337d6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Deleting port 68d463d7-93d3-481a-a1da-2fe5cf53be01 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:53.048486 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-13b84482-12b2-486e-abb9-cea84ba5cf90 req-d11fa40a-ad6c-44c5-931d-f2eafe6337d6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.066367 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df7235-5578-4f45-aedd-d3315da12289 req-b06b4cc3-db6c-4208-8736-49fe8d26e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:53.067820 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45df7235-5578-4f45-aedd-d3315da12289 req-b06b4cc3-db6c-4208-8736-49fe8d26e25b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac38085e-850b-4c3b-921d-dd020ca093cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1071582 May 25 16:52:53.291464 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-13b84482-12b2-486e-abb9-cea84ba5cf90 req-d11fa40a-ad6c-44c5-931d-f2eafe6337d6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] For port 68d463d7-93d3-481a-a1da-2fe5cf53be01, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=68d463d7-93d3-481a-a1da-2fe5cf53be01,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:53.292274 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-13b84482-12b2-486e-abb9-cea84ba5cf90 req-d11fa40a-ad6c-44c5-931d-f2eafe6337d6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.421781 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45df7235-5578-4f45-aedd-d3315da12289 req-f0d1c483-14d3-425e-bf0c-b0d714c4234b service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040733 May 25 16:52:53.428389 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-13b84482-12b2-486e-abb9-cea84ba5cf90 req-d11fa40a-ad6c-44c5-931d-f2eafe6337d6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Calling delete_port for 68d463d7-93d3-481a-a1da-2fe5cf53be01 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:53.589121 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-45df7235-5578-4f45-aedd-d3315da12289 req-89edccc0-eab1-45e9-b29d-cca08545ab0c service neutron] 10.222.0.39 "GET /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579573 May 25 16:52:53.807044 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-13b84482-12b2-486e-abb9-cea84ba5cf90 req-d11fa40a-ad6c-44c5-931d-f2eafe6337d6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.813164 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-6a96d46f-1abb-4c77-83bc-c2d5e94dee21 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:53.858843 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fa40a-ad6c-44c5-931d-f2eafe6337d6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event deleted for resources: {'Port': ['ID=68d463d7-93d3-481a-a1da-2fe5cf53be01,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:53.861748 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d11fa40a-ad6c-44c5-931d-f2eafe6337d6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:53.978445 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b84482-12b2-486e-abb9-cea84ba5cf90 req-d11fa40a-ad6c-44c5-931d-f2eafe6337d6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] No DVR routers for this DVR port 68d463d7-93d3-481a-a1da-2fe5cf53be01 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:53.980952 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-13b84482-12b2-486e-abb9-cea84ba5cf90 req-d11fa40a-ad6c-44c5-931d-f2eafe6337d6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.983863 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'name': 'network-vif-deleted', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:53.989818 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-08672f8d-9e40-4e9f-ab43-a4e40cbd4bda req-c67eac58-8387-45ff-8683-c1287f65238f tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 210 time: 0.0863857 May 25 16:52:54.032778 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18d53d6-b042-431b-a511-06748b31bf65', 'name': 'network-vif-deleted', 'tag': '68d463d7-93d3-481a-a1da-2fe5cf53be01', 'status': 'completed', 'code': 200} May 25 16:52:54.053211 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-13b84482-12b2-486e-abb9-cea84ba5cf90 req-d11fa40a-ad6c-44c5-931d-f2eafe6337d6 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.39 "DELETE /v2.0/ports/68d463d7-93d3-481a-a1da-2fe5cf53be01 HTTP/1.1" status: 204 len: 173 time: 1.2519712 May 25 16:52:54.763809 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 68d463d7-93d3-481a-a1da-2fe5cf53be01 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:54.798267 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: 68d463d7-93d3-481a-a1da-2fe5cf53be01 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:54.798647 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 68d463d7-93d3-481a-a1da-2fe5cf53be01 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:55.115467 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-d2f784ff-6460-4d59-a300-489355c43e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:55.161902 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-2a742500-63c9-49f2-9697-c4bdaead9a4f req-6f3b2299-ad4f-4b02-be74-cd16657cad5b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Synchronizing usage tracker for tenant:2ceec94d74dc4b91b7b6cd37311a3441 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:55.224069 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-2a742500-63c9-49f2-9697-c4bdaead9a4f req-6f3b2299-ad4f-4b02-be74-cd16657cad5b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Unset dirty status for tenant:2ceec94d74dc4b91b7b6cd37311a3441 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:55.225252 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2a742500-63c9-49f2-9697-c4bdaead9a4f req-6f3b2299-ad4f-4b02-be74-cd16657cad5b tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18d53d6-b042-431b-a511-06748b31bf65 HTTP/1.1" status: 200 len: 210 time: 0.1090364 May 25 16:52:55.949925 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.317449 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59246) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:56.385094 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe714-b958-435f-a598-8df657091c23 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.415974 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe714-b958-435f-a598-8df657091c23 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.549840 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe714-b958-435f-a598-8df657091c23 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.553791 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3b373e87-a10f-4397-9a6b-c453126cf557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:56.569196 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffe714-b958-435f-a598-8df657091c23 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df35a191-f972-425d-aeb7-9741482a96cf,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:56.572070 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d9ffe714-b958-435f-a598-8df657091c23 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:56.573036 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe714-b958-435f-a598-8df657091c23 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.574179 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d9ffe714-b958-435f-a598-8df657091c23 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] 10.222.0.49 "DELETE /v2.0/security-groups/df35a191-f972-425d-aeb7-9741482a96cf HTTP/1.1" status: 204 len: 168 time: 0.2557731 May 25 16:52:56.680785 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59252) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:57.311845 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924120'] for router_interface, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.435486 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.532670 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-39b32361-7050-48c3-9556-e2c88e39b6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.721121 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Deleting port dcc6f7b5-8af7-4040-afc9-1aca50d64021 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:57.721649 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.843035 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] For port dcc6f7b5-8af7-4040-afc9-1aca50d64021, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=dcc6f7b5-8af7-4040-afc9-1aca50d64021,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:57.843316 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:58.044861 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Calling delete_port for dcc6f7b5-8af7-4040-afc9-1aca50d64021 owned by network:router_interface {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:58.395496 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:58.399120 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a6e0f7d9-4787-4f74-a35d-f0518a127d2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:58.442512 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc6f7b5-8af7-4040-afc9-1aca50d64021,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:58.445965 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:58.710092 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926024'] for router_interface, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:58.788487 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.064913 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:59.243169 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:59.251803 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5d94f-0d9d-4589-b9ec-0a67785757e8 None None] Sync routers for ids ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:59.261351 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5d94f-0d9d-4589-b9ec-0a67785757e8 None None] Routers {'5d9392e6-f4f4-4130-a7b1-d66051b13f4a'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:59.267240 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-7fa5d94f-0d9d-4589-b9ec-0a67785757e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:59.329061 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] 10.222.0.49 "PUT /v2.0/routers/5d9392e6-f4f4-4130-a7b1-d66051b13f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6468728 May 25 16:52:59.331770 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59266) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:59.485992 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-7fa5d94f-0d9d-4589-b9ec-0a67785757e8 None None] Set router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:59.512261 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.685906 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.770916 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-7fa5d94f-0d9d-4589-b9ec-0a67785757e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:52:58Z', 'revision_number': 5, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port': {'id': '915dc5d9-f3e7-4a1b-95fb-8c376156b821', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:41Z', 'updated_at': '2021-05-25T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:59.774868 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5d94f-0d9d-4589-b9ec-0a67785757e8 None None] Checking router: 5d9392e6-f4f4-4130-a7b1-d66051b13f4a for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:59.783219 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5d94f-0d9d-4589-b9ec-0a67785757e8 None None] Routers {'5d9392e6-f4f4-4130-a7b1-d66051b13f4a'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:59.783867 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-7fa5d94f-0d9d-4589-b9ec-0a67785757e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:59.799879 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Deleting port 915dc5d9-f3e7-4a1b-95fb-8c376156b821 {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:59.800941 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.927043 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.db [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] For port 915dc5d9-f3e7-4a1b-95fb-8c376156b821, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=915dc5d9-f3e7-4a1b-95fb-8c376156b821,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:59.927401 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.940671 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-7fa5d94f-0d9d-4589-b9ec-0a67785757e8 None None] Set router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a gateway port host: None {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:00.045937 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-7fa5d94f-0d9d-4589-b9ec-0a67785757e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:52:59Z', 'revision_number': 6, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port_host': None}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:00.049854 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5d94f-0d9d-4589-b9ec-0a67785757e8 None None] The sync data for ids ['5d9392e6-f4f4-4130-a7b1-d66051b13f4a'] in dv-cinder-786386-6-smb is: [{'id': '5d9392e6-f4f4-4130-a7b1-d66051b13f4a', 'name': 'tempest-TestShelveInstance-106951980-router', 'tenant_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:40Z', 'updated_at': '2021-05-25T16:52:59Z', 'revision_number': 6, 'project_id': '2ceec94d74dc4b91b7b6cd37311a3441', 'gw_port_host': None}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:00.051200 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Calling delete_port for 915dc5d9-f3e7-4a1b-95fb-8c376156b821 owned by network:router_gateway {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:00.207303 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.475183 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.479679 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-31fad091-52b6-49fc-9793-f3c63e671b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:00.547319 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=915dc5d9-f3e7-4a1b-95fb-8c376156b821,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:00.549650 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:00.614912 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925125'] for router_gateway, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.785959 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.788336 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.864660 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925812'] for router, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.866007 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d9392e6-f4f4-4130-a7b1-d66051b13f4a {{(pid=98882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:53:00.879089 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.883207 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-4f3348f1-3d72-43c2-b268-d8b4c7f20fd7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5d9392e6-f4f4-4130-a7b1-d66051b13f4a HTTP/1.1" status: 204 len: 168 time: 1.5474076 May 25 16:53:00.883359 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59272) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:01.043644 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_v2 [None req-300d11e8-1cba-40fa-9080-e7846097b869 admin admin] Deleting subnet 96acd9f7-8707-4b5b-8861-9f567058d80d {{(pid=98881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:01.047451 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-300d11e8-1cba-40fa-9080-e7846097b869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.095827 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-300d11e8-1cba-40fa-9080-e7846097b869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2908533'] for subnet, precommit_delete_associations {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.212098 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-300d11e8-1cba-40fa-9080-e7846097b869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.510323 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-300d11e8-1cba-40fa-9080-e7846097b869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2276249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2283271'] for subnet, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.515678 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-c5155ed1-40f8-4b9f-916b-d25770ef1512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:01.550264 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d11e8-1cba-40fa-9080-e7846097b869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96acd9f7-8707-4b5b-8861-9f567058d80d,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:01.551985 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-300d11e8-1cba-40fa-9080-e7846097b869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.556172 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-300d11e8-1cba-40fa-9080-e7846097b869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:01.558058 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2f40c-c30c-42ff-8cc4-a77667217355 None None] Network f766c277-470c-4c7c-9f8d-aab066d69ab4 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:01.559189 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-300d11e8-1cba-40fa-9080-e7846097b869 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/96acd9f7-8707-4b5b-8861-9f567058d80d HTTP/1.1" status: 204 len: 168 time: 0.6747770 May 25 16:53:01.561429 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59278) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:01.666977 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.740293 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Deleting port e93157b4-2334-41e5-b88f-33c74c57af5d {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:01.740533 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.843360 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] DHCP port deletion for f766c277-470c-4c7c-9f8d-aab066d69ab4 request from dv-cinder-786386-6-smb {{(pid=98883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:53:01.851304 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:53:01.852964 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] For port e93157b4-2334-41e5-b88f-33c74c57af5d, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e93157b4-2334-41e5-b88f-33c74c57af5d,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:01.853440 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.910087 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Deleting port e93157b4-2334-41e5-b88f-33c74c57af5d {{(pid=98883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:01.910476 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.926302 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device dcc6f7b5-8af7-4040-afc9-1aca50d64021 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:01.977075 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Calling delete_port for e93157b4-2334-41e5-b88f-33c74c57af5d owned by network:dhcp {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:02.017593 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: dcc6f7b5-8af7-4040-afc9-1aca50d64021 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:02.017904 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device dcc6f7b5-8af7-4040-afc9-1aca50d64021 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:02.018305 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e93157b4-2334-41e5-b88f-33c74c57af5d no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:02.093882 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] For port e93157b4-2334-41e5-b88f-33c74c57af5d, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e93157b4-2334-41e5-b88f-33c74c57af5d,segment=NetworkSegment(5e58d212-cda7-40ba-b0c5-03ed93494374),segment_id=5e58d212-cda7-40ba-b0c5-03ed93494374)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:02.094234 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.119946 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.124609 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2dbaece2-aefa-4308-911c-61f28533f918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:02.170131 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Pushing event deleted for resources: {'Port': ['ID=e93157b4-2334-41e5-b88f-33c74c57af5d,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:02.171932 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] No DVR routers for this DVR port e93157b4-2334-41e5-b88f-33c74c57af5d on host dv-cinder-786386-6-smb {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:02.173374 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:02.247935 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.plugins.ml2.db [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No ports have port_id starting with e93157b4-2334-41e5-b88f-33c74c57af5d May 25 16:53:02.254346 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Calling delete_port for e93157b4-2334-41e5-b88f-33c74c57af5d owned by network:dhcp {{(pid=98883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:02.256880 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 915dc5d9-f3e7-4a1b-95fb-8c376156b821 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:02.287346 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.292516 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: 915dc5d9-f3e7-4a1b-95fb-8c376156b821 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:02.292871 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 915dc5d9-f3e7-4a1b-95fb-8c376156b821 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:02.300920 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f766c277-470c-4c7c-9f8d-aab066d69ab4']}} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:02.313051 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e58d212-cda7-40ba-b0c5-03ed93494374') {'for_net_delete': True} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:02.313395 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e58d212-cda7-40ba-b0c5-03ed93494374') {} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:02.324971 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2908542'] for segment, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.341092 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.348292 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=98881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:53:02.357561 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2276927'] for segment, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: Traceback (most recent call last): May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: timer() May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: cb(*args, **kw) May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: return func(*args, **kwargs) May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: self._notify() May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: self.callback(batched_events) May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: event.method(event) May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: return f(self, *a, **k) May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: return self._get(url).json() May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: return self.request(url, 'GET', **kwargs) May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:53:02.362239 dv-cinder-786386-6-smb neutron-server[98881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:53:02.421948 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.426440 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:02.470081 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Pushing event deleted for resources: {'Port': ['ID=e93157b4-2334-41e5-b88f-33c74c57af5d,revision_number=None']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:02.475730 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] No DVR routers for this DVR port e93157b4-2334-41e5-b88f-33c74c57af5d on host dv-cinder-786386-6-smb {{(pid=98883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:02.481128 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.481575 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.482014 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.482351 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.482683 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.483017 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.483337 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.483662 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.483985 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.484306 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.484627 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.484945 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:02.488474 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:02.498373 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.502298 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-63af8110-ed6a-4263-9b5b-b1e87cd88766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:02.518455 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.525019 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Pushing event deleted for resources: {'Network': ['ID=f766c277-470c-4c7c-9f8d-aab066d69ab4,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:02.531849 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:02.536024 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] 10.222.0.49 "DELETE /v2.0/networks/f766c277-470c-4c7c-9f8d-aab066d69ab4 HTTP/1.1" status: 204 len: 168 time: 0.9736578 May 25 16:53:02.546880 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59284) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:03.151406 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924120'] for router_interface, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:03.558010 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Deleting port 97469adc-838b-4620-8b51-d2438faa9909 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:03.558265 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:03.677795 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] For port 97469adc-838b-4620-8b51-d2438faa9909, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=97469adc-838b-4620-8b51-d2438faa9909,segment=NetworkSegment(8d202024-c9b2-472e-9626-696325d88531),segment_id=8d202024-c9b2-472e-9626-696325d88531)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:03.678133 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:03.799910 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Calling delete_port for 97469adc-838b-4620-8b51-d2438faa9909 owned by network:router_interface {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:04.024261 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:04.027912 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-c613beba-9015-499b-be1b-f73a9bb572dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:04.101486 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=97469adc-838b-4620-8b51-d2438faa9909,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:04.104048 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:04.419461 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926024'] for router_interface, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:04.770188 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Router 22a51cf5-49cb-4c7b-ba08-a663241b583d has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:04.943525 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:04.952348 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c1955-4ce4-4842-8367-0178ccae8005 None None] Sync routers for ids ['22a51cf5-49cb-4c7b-ba08-a663241b583d'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:04.953216 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] 10.222.0.49 "PUT /v2.0/routers/22a51cf5-49cb-4c7b-ba08-a663241b583d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4131677 May 25 16:53:04.955682 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59298) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:04.961784 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c1955-4ce4-4842-8367-0178ccae8005 None None] Routers {'22a51cf5-49cb-4c7b-ba08-a663241b583d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:04.962382 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-127c1955-4ce4-4842-8367-0178ccae8005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['22a51cf5-49cb-4c7b-ba08-a663241b583d'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:05.132267 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Notify callbacks [] for router, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:05.133958 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-127c1955-4ce4-4842-8367-0178ccae8005 None None] Set router 22a51cf5-49cb-4c7b-ba08-a663241b583d gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:05.303626 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:05.410702 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-127c1955-4ce4-4842-8367-0178ccae8005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'name': 'tempest-TestShelveInstance-375365230-router', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130'}], 'enable_snat': True}, 'gw_port_id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:52Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'gw_port': {'id': 'e3fce987-e08f-4b47-b36e-812ef150ea73', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:47:53Z', 'updated_at': '2021-05-25T16:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:05.414474 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c1955-4ce4-4842-8367-0178ccae8005 None None] Checking router: 22a51cf5-49cb-4c7b-ba08-a663241b583d for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:53:05.422653 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c1955-4ce4-4842-8367-0178ccae8005 None None] Routers {'22a51cf5-49cb-4c7b-ba08-a663241b583d'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:05.423249 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-127c1955-4ce4-4842-8367-0178ccae8005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['22a51cf5-49cb-4c7b-ba08-a663241b583d'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:05.444366 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Deleting port e3fce987-e08f-4b47-b36e-812ef150ea73 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:05.444920 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:05.566765 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] For port e3fce987-e08f-4b47-b36e-812ef150ea73, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e3fce987-e08f-4b47-b36e-812ef150ea73,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:05.567113 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:05.584810 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-127c1955-4ce4-4842-8367-0178ccae8005 None None] Set router 22a51cf5-49cb-4c7b-ba08-a663241b583d gateway port host: None {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:05.690363 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-127c1955-4ce4-4842-8367-0178ccae8005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'name': 'tempest-TestShelveInstance-375365230-router', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:52Z', 'updated_at': '2021-05-25T16:53:05Z', 'revision_number': 6, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'gw_port_host': None}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:05.694971 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c1955-4ce4-4842-8367-0178ccae8005 None None] The sync data for ids ['22a51cf5-49cb-4c7b-ba08-a663241b583d'] in dv-cinder-786386-6-smb is: [{'id': '22a51cf5-49cb-4c7b-ba08-a663241b583d', 'name': 'tempest-TestShelveInstance-375365230-router', 'tenant_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:47:52Z', 'updated_at': '2021-05-25T16:53:05Z', 'revision_number': 6, 'project_id': 'fac09d18a2c44f7a860fd56ce95ba6aa', 'gw_port_host': None}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:05.798672 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Calling delete_port for e3fce987-e08f-4b47-b36e-812ef150ea73 owned by network:router_gateway {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:05.854178 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3b0c4ccd-9380-4cdf-a1e2-767885a9727e req-f60bf030-c215-4ad1-b6c7-1d49b9cacf48 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267061372&fields=id&tenant_id=fa88fb17258d44929853dfd3aaf4da5b HTTP/1.1" status: 200 len: 267 time: 0.0627356 May 25 16:53:05.968700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c4ccd-9380-4cdf-a1e2-767885a9727e req-3396756d-3d79-46a0-ae1b-623b5f987de9 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:05.970236 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3b0c4ccd-9380-4cdf-a1e2-767885a9727e req-3396756d-3d79-46a0-ae1b-623b5f987de9 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 985 time: 0.1101029 May 25 16:53:05.983399 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-3b0c4ccd-9380-4cdf-a1e2-767885a9727e req-f879aa2d-b2f8-489e-a8be-57e80ea2a3a4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Request body: {'port': {'security_groups': ['578e3959-1217-48c6-8038-aefd37cad3ea']}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:06.104144 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 97469adc-838b-4620-8b51-d2438faa9909 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:06.139969 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: 97469adc-838b-4620-8b51-d2438faa9909 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:06.140652 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 97469adc-838b-4620-8b51-d2438faa9909 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:06.156334 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-3b0c4ccd-9380-4cdf-a1e2-767885a9727e req-f879aa2d-b2f8-489e-a8be-57e80ea2a3a4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.202607 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.222388 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f54099da-41c1-4715-8e5a-5ba0b5643918 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:06.271213 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fce987-e08f-4b47-b36e-812ef150ea73,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:06.276244 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:06.392713 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925125'] for router_gateway, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.638616 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.642932 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.765349 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-3b0c4ccd-9380-4cdf-a1e2-767885a9727e req-f879aa2d-b2f8-489e-a8be-57e80ea2a3a4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] For port 9ad060c2-45cb-4e68-825a-0cf26c791b07, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:06.789358 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-3b0c4ccd-9380-4cdf-a1e2-767885a9727e req-f879aa2d-b2f8-489e-a8be-57e80ea2a3a4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.811179 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925812'] for router, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.817293 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22a51cf5-49cb-4c7b-ba08-a663241b583d {{(pid=98881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:53:06.824295 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Notify callbacks [] for router, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.825493 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] 10.222.0.49 "DELETE /v2.0/routers/22a51cf5-49cb-4c7b-ba08-a663241b583d HTTP/1.1" status: 204 len: 168 time: 1.8688474 May 25 16:53:06.828096 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59308) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:06.896378 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_v2 [None req-a002a2a6-5640-4039-83aa-3fc8b83a1718 admin admin] Deleting subnet f464bec3-ae30-4fba-a0d8-fc2cac77454c {{(pid=98881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:06.896378 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-3b0c4ccd-9380-4cdf-a1e2-767885a9727e req-f879aa2d-b2f8-489e-a8be-57e80ea2a3a4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.903565 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-4986a6d4-540f-4c2b-8d5d-bcbd78e15c6c tempest-VolumesActionsTest-1038645606 tempest-VolumesActionsTest-1038645606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:06.907532 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['9ad060c2-45cb-4e68-825a-0cf26c791b07'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:53:06.936119 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a002a2a6-5640-4039-83aa-3fc8b83a1718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.992073 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c4ccd-9380-4cdf-a1e2-767885a9727e req-f879aa2d-b2f8-489e-a8be-57e80ea2a3a4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:06.992687 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-3b0c4ccd-9380-4cdf-a1e2-767885a9727e req-f879aa2d-b2f8-489e-a8be-57e80ea2a3a4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.994142 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-3b0c4ccd-9380-4cdf-a1e2-767885a9727e req-f879aa2d-b2f8-489e-a8be-57e80ea2a3a4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "PUT /v2.0/ports/9ad060c2-45cb-4e68-825a-0cf26c791b07 HTTP/1.1" status: 200 len: 943 time: 1.0165479 May 25 16:53:07.000074 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:53:07.001078 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59312) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:07.036592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a002a2a6-5640-4039-83aa-3fc8b83a1718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2908533'] for subnet, precommit_delete_associations {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.081888 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879aa2d-b2f8-489e-a8be-57e80ea2a3a4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event updated for resources: {'Port': ['ID=9ad060c2-45cb-4e68-825a-0cf26c791b07,revision_number=7']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:07.087900 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['9ad060c2-45cb-4e68-825a-0cf26c791b07'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:53:07.093754 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f879aa2d-b2f8-489e-a8be-57e80ea2a3a4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:07.114732 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'status': 'completed', 'code': 200} May 25 16:53:07.182924 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-444d9f20-48c8-4a3a-8c3a-0c1af1e7bf5f tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.209381 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a002a2a6-5640-4039-83aa-3fc8b83a1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.231146 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-444d9f20-48c8-4a3a-8c3a-0c1af1e7bf5f tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.288118 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-f8838445-843b-45f8-9721-53fa1edfcfc9 None None] Provisioning complete for port 9ad060c2-45cb-4e68-825a-0cf26c791b07 triggered by entity DHCP. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:07.288701 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-f8838445-843b-45f8-9721-53fa1edfcfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.372524 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-444d9f20-48c8-4a3a-8c3a-0c1af1e7bf5f tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.377063 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-12449cf9-7c9d-4a61-8c9c-1e6a02b41ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:07.386648 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff457-7a8e-42fc-a308-17d8d2a37e5f req-38aa6dd8-8f62-414e-bc88-9511ccf926f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:07.387761 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-36fff457-7a8e-42fc-a308-17d8d2a37e5f req-38aa6dd8-8f62-414e-bc88-9511ccf926f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa88fb17258d44929853dfd3aaf4da5b&device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 1099 time: 0.2491570 May 25 16:53:07.394710 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d9f20-48c8-4a3a-8c3a-0c1af1e7bf5f tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c54410-e00b-4587-a6b2-64969b9c2df3,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:07.398406 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-444d9f20-48c8-4a3a-8c3a-0c1af1e7bf5f tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:07.478132 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-444d9f20-48c8-4a3a-8c3a-0c1af1e7bf5f tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.479272 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-444d9f20-48c8-4a3a-8c3a-0c1af1e7bf5f tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "DELETE /v2.0/security-groups/a8c54410-e00b-4587-a6b2-64969b9c2df3 HTTP/1.1" status: 204 len: 168 time: 0.4766955 May 25 16:53:07.481868 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59320) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:07.648860 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff457-7a8e-42fc-a308-17d8d2a37e5f req-5a3c0b1c-e2cd-4125-a702-8acac0826127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:07.650606 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-36fff457-7a8e-42fc-a308-17d8d2a37e5f req-5a3c0b1c-e2cd-4125-a702-8acac0826127 service neutron] 10.222.0.39 "GET /v2.0/networks?id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6 HTTP/1.1" status: 200 len: 916 time: 0.2140927 May 25 16:53:07.745746 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Deleting port 2489cb19-3907-48cb-b886-bf0ea065a608 {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:07.746103 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.769886 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-36fff457-7a8e-42fc-a308-17d8d2a37e5f req-04fe9b6b-4b2e-4bab-8e7f-e9e807a11f08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07 HTTP/1.1" status: 200 len: 1002 time: 0.1118207 May 25 16:53:07.838001 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff457-7a8e-42fc-a308-17d8d2a37e5f req-de616452-e70e-4e21-a3da-27dfd84ce86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:07.839482 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-36fff457-7a8e-42fc-a308-17d8d2a37e5f req-de616452-e70e-4e21-a3da-27dfd84ce86b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb HTTP/1.1" status: 200 len: 853 time: 0.0633087 May 25 16:53:07.841711 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a002a2a6-5640-4039-83aa-3fc8b83a1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2276249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2283271'] for subnet, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.847708 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-fa922dfc-b448-4efc-bdd7-9304765dbe53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:07.867834 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.868178 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.892116 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e3fce987-e08f-4b47-b36e-812ef150ea73 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:07.922933 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002a2a6-5640-4039-83aa-3fc8b83a1718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f464bec3-ae30-4fba-a0d8-fc2cac77454c,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:07.925682 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a002a2a6-5640-4039-83aa-3fc8b83a1718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:07.931502 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: e3fce987-e08f-4b47-b36e-812ef150ea73 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:07.932038 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e3fce987-e08f-4b47-b36e-812ef150ea73 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:07.933445 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a002a2a6-5640-4039-83aa-3fc8b83a1718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.941427 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d16fdd-7b99-4884-929a-d7f2cda22628 None None] Network f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:07.947923 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-a002a2a6-5640-4039-83aa-3fc8b83a1718 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f464bec3-ae30-4fba-a0d8-fc2cac77454c HTTP/1.1" status: 204 len: 168 time: 1.1188061 May 25 16:53:07.950406 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59328) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:07.994453 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Calling delete_port for 2489cb19-3907-48cb-b886-bf0ea065a608 owned by network:floatingip {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:08.071241 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.078681 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff457-7a8e-42fc-a308-17d8d2a37e5f req-21897f8b-31a7-4c90-9b2d-70877acfdceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:08.080133 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-36fff457-7a8e-42fc-a308-17d8d2a37e5f req-21897f8b-31a7-4c90-9b2d-70877acfdceb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2014930 May 25 16:53:08.183271 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.189870 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-61c97083-1a48-4088-8361-c19d6fab63b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:08.240728 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdbcff1-216b-4032-89ec-d3b3a5ea184a None None] DHCP port deletion for f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 request from dv-cinder-786386-6-smb {{(pid=98883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:53:08.276333 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-36fff457-7a8e-42fc-a308-17d8d2a37e5f req-b47c02ef-e1e9-4033-ad32-2033292e8599 service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883764 May 25 16:53:08.280662 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Deleting port e6930497-0b60-422d-9e34-0128eb7230e0 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:08.281001 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.333441 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-5fdbcff1-216b-4032-89ec-d3b3a5ea184a None None] Deleting port e6930497-0b60-422d-9e34-0128eb7230e0 {{(pid=98883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:08.334309 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-5fdbcff1-216b-4032-89ec-d3b3a5ea184a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.381652 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event deleted for resources: {'Port': ['ID=2489cb19-3907-48cb-b886-bf0ea065a608,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:08.384988 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:08.451197 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-5fdbcff1-216b-4032-89ec-d3b3a5ea184a None None] For port e6930497-0b60-422d-9e34-0128eb7230e0, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e6930497-0b60-422d-9e34-0128eb7230e0,segment=NetworkSegment(8d202024-c9b2-472e-9626-696325d88531),segment_id=8d202024-c9b2-472e-9626-696325d88531)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:08.451731 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-5fdbcff1-216b-4032-89ec-d3b3a5ea184a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.489704 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks [] for floatingip, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.490071 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.l3_db [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Floating IP 838f5da5-4818-4995-a956-151e9d97f943 disassociated (deleted). External IP: 172.28.3.161, port: 9ad060c2-45cb-4e68-825a-0cf26c791b07. May 25 16:53:08.498507 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] For port e6930497-0b60-422d-9e34-0128eb7230e0, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e6930497-0b60-422d-9e34-0128eb7230e0,segment=NetworkSegment(8d202024-c9b2-472e-9626-696325d88531),segment_id=8d202024-c9b2-472e-9626-696325d88531)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:08.498870 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.589393 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-5fdbcff1-216b-4032-89ec-d3b3a5ea184a None None] Calling delete_port for e6930497-0b60-422d-9e34-0128eb7230e0 owned by network:dhcp {{(pid=98883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:08.681415 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Calling delete_port for e6930497-0b60-422d-9e34-0128eb7230e0 owned by network:dhcp {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:08.681981 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-5fdbcff1-216b-4032-89ec-d3b3a5ea184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.686224 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:08.687016 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-36fff457-7a8e-42fc-a308-17d8d2a37e5f req-2e6b58e6-8a1e-44e4-9958-ee08eae6550a service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929191 May 25 16:53:08.735513 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9f9f2-b4d4-4770-b2ed-859683239650 req-3af9bca3-d3d8-463f-80c6-8d575c188976 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:08.736164 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdbcff1-216b-4032-89ec-d3b3a5ea184a None None] No DVR routers for this DVR port e6930497-0b60-422d-9e34-0128eb7230e0 on host dv-cinder-786386-6-smb {{(pid=98883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:08.736971 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-efd9f9f2-b4d4-4770-b2ed-859683239650 req-3af9bca3-d3d8-463f-80c6-8d575c188976 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 946 time: 0.2253625 May 25 16:53:08.741110 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbcff1-216b-4032-89ec-d3b3a5ea184a None None] Pushing event deleted for resources: {'Port': ['ID=e6930497-0b60-422d-9e34-0128eb7230e0,revision_number=None']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:08.743183 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-5fdbcff1-216b-4032-89ec-d3b3a5ea184a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:08.799626 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-efd9f9f2-b4d4-4770-b2ed-859683239650 req-a1468eaa-dbbb-4d32-b641-043c13bd1e80 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505993 May 25 16:53:08.800886 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.804627 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d275c8a8-38a0-4c8d-97b1-b75e892034a2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:08.867841 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:08.956620 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=e6930497-0b60-422d-9e34-0128eb7230e0,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:08.959225 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:08.961700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] No DVR routers for this DVR port e6930497-0b60-422d-9e34-0128eb7230e0 on host dv-cinder-786386-6-smb {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:09.047752 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:09.058259 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e80589-3574-430c-8427-d387c4640021 None None] Sync routers for ids ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:09.067812 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e80589-3574-430c-8427-d387c4640021 None None] Routers {'9b4dd26a-58e6-40c1-b14e-707fbf54ac22'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:09.068543 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-c3e80589-3574-430c-8427-d387c4640021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:09.079470 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.092290 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70afdd8-faa1-40f9-b9e6-a08ff36b09e9']}} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:09.104671 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d202024-c9b2-472e-9626-696325d88531') {'for_net_delete': True} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:09.106689 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d202024-c9b2-472e-9626-696325d88531') {} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:09.116532 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2908542'] for segment, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.131222 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.132675 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.138849 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=98881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:53:09.139232 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2276927'] for segment, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: util.warn( May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: util.warn( May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: util.warn( May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: util.warn( May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: Traceback (most recent call last): May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: timer() May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: cb(*args, **kw) May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: return func(*args, **kwargs) May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: self._notify() May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: self.callback(batched_events) May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: event.method(event) May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: return f(self, *a, **k) May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: return self._get(url).json() May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: return self.request(url, 'GET', **kwargs) May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:53:09.152938 dv-cinder-786386-6-smb neutron-server[98881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:53:09.192544 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-ea5b3ee1-d3de-4d1f-9949-f560bf261f4e tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "DELETE /v2.0/floatingips/838f5da5-4818-4995-a956-151e9d97f943 HTTP/1.1" status: 204 len: 168 time: 1.7095520 May 25 16:53:09.193321 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07'}] {{(pid=98882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:53:09.259447 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'status': 'completed', 'code': 200} May 25 16:53:09.292976 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-c3e80589-3574-430c-8427-d387c4640021 None None] Set router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:09.322691 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.339136 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-83af9b34-f735-4e40-b1d3-0975ec04f2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:09.357187 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.367989 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=f70afdd8-faa1-40f9-b9e6-a08ff36b09e9,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:09.373460 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:09.381300 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-dbd831ea-4389-4518-bacd-af94f5a52bdc admin admin] 10.222.0.49 "DELETE /v2.0/networks/f70afdd8-faa1-40f9-b9e6-a08ff36b09e9 HTTP/1.1" status: 204 len: 168 time: 1.4276712 May 25 16:53:09.405318 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bdb37-7ba2-4706-bbb3-561efcabf650 req-49bc0bca-406d-4482-b787-3df58af26846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:09.411083 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4d6bdb37-7ba2-4706-bbb3-561efcabf650 req-49bc0bca-406d-4482-b787-3df58af26846 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa88fb17258d44929853dfd3aaf4da5b&device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 1099 time: 0.1210096 May 25 16:53:09.577942 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bdb37-7ba2-4706-bbb3-561efcabf650 req-a5227793-628d-4ac3-958d-aa977723c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:09.582053 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4d6bdb37-7ba2-4706-bbb3-561efcabf650 req-a5227793-628d-4ac3-958d-aa977723c316 service neutron] 10.222.0.39 "GET /v2.0/networks?id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6 HTTP/1.1" status: 200 len: 916 time: 0.1645958 May 25 16:53:09.636827 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-c3e80589-3574-430c-8427-d387c4640021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:32Z', 'revision_number': 4, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'b4ace3f9-b95c-4e2a-aa76-85d079bd40c7', 'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'mac_address': 'fa:16:3e:35:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:31Z', 'updated_at': '2021-05-25T16:50:38Z', 'revision_number': 5, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'subnets': [{'id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:09.641420 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e80589-3574-430c-8427-d387c4640021 None None] Checking router: 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:53:09.649260 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4d6bdb37-7ba2-4706-bbb3-561efcabf650 req-d4583dd1-812f-4e6e-8882-9d4cd4512caf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07 HTTP/1.1" status: 200 len: 217 time: 0.0628250 May 25 16:53:09.649897 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e80589-3574-430c-8427-d387c4640021 None None] Routers {'9b4dd26a-58e6-40c1-b14e-707fbf54ac22'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:09.650533 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-c3e80589-3574-430c-8427-d387c4640021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:09.719267 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bdb37-7ba2-4706-bbb3-561efcabf650 req-97c743c9-53a4-4f32-bf6f-9ed12b7b08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:09.720777 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4d6bdb37-7ba2-4706-bbb3-561efcabf650 req-97c743c9-53a4-4f32-bf6f-9ed12b7b08c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb HTTP/1.1" status: 200 len: 853 time: 0.0604599 May 25 16:53:09.746251 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59352) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:09.808455 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-269770aa-42e9-4ef7-b7ff-5ddffd0e7745 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ceec94d74dc4b91b7b6cd37311a3441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609500 May 25 16:53:09.809423 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bdb37-7ba2-4706-bbb3-561efcabf650 req-5c5eb8f9-0295-4a5b-8049-b03dd300a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:09.810933 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4d6bdb37-7ba2-4706-bbb3-561efcabf650 req-5c5eb8f9-0295-4a5b-8049-b03dd300a61c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=876edaa8-c7e7-44c3-8e35-e0b27bb748a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807970 May 25 16:53:09.811425 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59356) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:09.915878 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e6930497-0b60-422d-9e34-0128eb7230e0 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:09.965101 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: e6930497-0b60-422d-9e34-0128eb7230e0 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:09.965498 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e6930497-0b60-422d-9e34-0128eb7230e0 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:09.981506 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-c3e80589-3574-430c-8427-d387c4640021 None None] Set router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:10.152534 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d9f034b2-eb3f-4967-a7dd-e9d04779ca2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:10.157638 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4d6bdb37-7ba2-4706-bbb3-561efcabf650 req-17145d11-2cf6-4463-ad46-b7495169c995 service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336954 May 25 16:53:10.266105 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d9f034b2-eb3f-4967-a7dd-e9d04779ca2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:10.280212 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fc5a4-c285-4bb7-9e5d-310481cfd5d3 req-cb27b5d3-040c-47a3-a410-2566e8ffe67e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:10.281672 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1f9fc5a4-c285-4bb7-9e5d-310481cfd5d3 req-cb27b5d3-040c-47a3-a410-2566e8ffe67e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 946 time: 0.3428996 May 25 16:53:10.297248 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-c3e80589-3574-430c-8427-d387c4640021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:32Z', 'revision_number': 4, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'b4ace3f9-b95c-4e2a-aa76-85d079bd40c7', 'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'mac_address': 'fa:16:3e:35:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:31Z', 'updated_at': '2021-05-25T16:50:38Z', 'revision_number': 5, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'subnets': [{'id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:10.301982 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e80589-3574-430c-8427-d387c4640021 None None] The sync data for ids ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'] in dv-cinder-786386-6-smb is: [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:50:32Z', 'revision_number': 4, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'b4ace3f9-b95c-4e2a-aa76-85d079bd40c7', 'name': '', 'network_id': '876edaa8-c7e7-44c3-8e35-e0b27bb748a6', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'mac_address': 'fa:16:3e:35:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:31Z', 'updated_at': '2021-05-25T16:50:38Z', 'revision_number': 5, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'subnets': [{'id': '0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:10.308295 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-394df7b0-9519-4b49-b2bc-21111733c6a3 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:10.309786 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-394df7b0-9519-4b49-b2bc-21111733c6a3 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.39 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 946 time: 0.3117006 May 25 16:53:10.466612 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1f9fc5a4-c285-4bb7-9e5d-310481cfd5d3 req-241c5415-2c1a-45e8-92da-707eb3758579 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d681da0-06da-416c-9756-31c13a487d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714380 May 25 16:53:10.472923 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4d6bdb37-7ba2-4706-bbb3-561efcabf650 req-bd89693c-3f1b-46ab-affe-f74eefe67fab service neutron] 10.222.0.39 "GET /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013446 May 25 16:53:10.549232 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Deleting port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:10.549570 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:10.553853 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829694b7-5310-4bff-a7a5-3ab36a1c07a4 None None] New status for floating IP 838f5da5-4818-4995-a956-151e9d97f943: DOWN {{(pid=98884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:53:10.736887 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d9f034b2-eb3f-4967-a7dd-e9d04779ca2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:10.746570 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ab681201-27ef-421d-8580-6ae244f0fc69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:10.769567 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f034b2-eb3f-4967-a7dd-e9d04779ca2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23940575-2977-4239-ace3-819399b4e019,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:10.771900 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d9f034b2-eb3f-4967-a7dd-e9d04779ca2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:10.779968 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d9f034b2-eb3f-4967-a7dd-e9d04779ca2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:10.783730 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-d9f034b2-eb3f-4967-a7dd-e9d04779ca2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23940575-2977-4239-ace3-819399b4e019 HTTP/1.1" status: 204 len: 168 time: 0.9685183 May 25 16:53:10.832788 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] For port aba8505a-b0a4-45b6-87bc-1e161aa9bd20, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:10.834353 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.139720 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.140093 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.140407 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.l3_db [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Floating IP c62471af-0b45-4140-af9e-f559c6f9c966 disassociated. External IP: 172.28.3.36, port: aba8505a-b0a4-45b6-87bc-1e161aa9bd20. May 25 16:53:11.140852 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Calling delete_port for aba8505a-b0a4-45b6-87bc-1e161aa9bd20 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:11.321724 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.329612 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:11.379949 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event deleted for resources: {'Port': ['ID=aba8505a-b0a4-45b6-87bc-1e161aa9bd20,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:11.382268 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:11.493223 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59378) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:11.543575 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-e8a23c74-801f-42c8-9299-4579fdf3cce2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fac09d18a2c44f7a860fd56ce95ba6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490139 May 25 16:53:11.546190 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59384) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:11.652960 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-db77770b-b908-46dc-bd09-746a286f4f11 req-9f8e8841-05c8-4c10-bbfb-a30fc6f95d5b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 210 time: 0.0549877 May 25 16:53:11.664677 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Router cca3c552-9594-4262-b5ae-5170b40c6d42 has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:11.674620 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-637756eb-7850-49a4-a6fe-69d6cec9d457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.778844 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-637756eb-7850-49a4-a6fe-69d6cec9d457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.908732 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:11.918952 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528ff3b-b04c-4dc5-8305-536b9ec4fba9 None None] Sync routers for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:11.928676 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8528ff3b-b04c-4dc5-8305-536b9ec4fba9 None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:11.929329 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-8528ff3b-b04c-4dc5-8305-536b9ec4fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:11.981940 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] No DVR routers for this DVR port aba8505a-b0a4-45b6-87bc-1e161aa9bd20 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:11.984283 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.988059 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'name': 'network-vif-deleted', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:53:12.030984 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751ccd78-a9b3-4595-b3d4-2c4e4975b31a', 'name': 'network-vif-deleted', 'tag': 'aba8505a-b0a4-45b6-87bc-1e161aa9bd20', 'status': 'completed', 'code': 200} May 25 16:53:12.052527 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-637756eb-7850-49a4-a6fe-69d6cec9d457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.054989 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-637756eb-7850-49a4-a6fe-69d6cec9d457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.056116 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-637756eb-7850-49a4-a6fe-69d6cec9d457 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17d276bf-27c5-4196-a579-18f399e85845 HTTP/1.1" status: 204 len: 168 time: 0.5090165 May 25 16:53:12.056917 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-69f3e616-6b32-401a-be6f-e15c71cbcefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:12.069870 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-83ef3f6d-4f1e-4619-ba7f-fd798281d1df req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.39 "DELETE /v2.0/ports/aba8505a-b0a4-45b6-87bc-1e161aa9bd20 HTTP/1.1" status: 204 len: 173 time: 1.7359805 May 25 16:53:12.070752 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637756eb-7850-49a4-a6fe-69d6cec9d457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d276bf-27c5-4196-a579-18f399e85845,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:12.073542 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-637756eb-7850-49a4-a6fe-69d6cec9d457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:12.129247 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-8528ff3b-b04c-4dc5-8305-536b9ec4fba9 None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:12.496004 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-8528ff3b-b04c-4dc5-8305-536b9ec4fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:12.501876 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528ff3b-b04c-4dc5-8305-536b9ec4fba9 None None] Checking router: cca3c552-9594-4262-b5ae-5170b40c6d42 for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:53:12.512358 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8528ff3b-b04c-4dc5-8305-536b9ec4fba9 None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:12.513014 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-8528ff3b-b04c-4dc5-8305-536b9ec4fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:12.700400 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-8528ff3b-b04c-4dc5-8305-536b9ec4fba9 None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:12.830206 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-9bd646e0-7ca5-4284-b270-fc65878383ac req-63fdcc0f-c5a8-4c77-8edc-ed1bca7c922e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Synchronizing usage tracker for tenant:cc17a95680e746b19bec554ae402e65e on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:12.896297 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device aba8505a-b0a4-45b6-87bc-1e161aa9bd20 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:12.921235 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-9bd646e0-7ca5-4284-b270-fc65878383ac req-63fdcc0f-c5a8-4c77-8edc-ed1bca7c922e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Unset dirty status for tenant:cc17a95680e746b19bec554ae402e65e on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:12.922559 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9bd646e0-7ca5-4284-b270-fc65878383ac req-63fdcc0f-c5a8-4c77-8edc-ed1bca7c922e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/ports?device_id=751ccd78-a9b3-4595-b3d4-2c4e4975b31a HTTP/1.1" status: 200 len: 210 time: 0.1403284 May 25 16:53:12.941007 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: aba8505a-b0a4-45b6-87bc-1e161aa9bd20 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:12.941708 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device aba8505a-b0a4-45b6-87bc-1e161aa9bd20 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:13.066187 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-8528ff3b-b04c-4dc5-8305-536b9ec4fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:13.070823 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528ff3b-b04c-4dc5-8305-536b9ec4fba9 None None] The sync data for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb is: [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 4, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'ad9da783-bf11-47e6-aff2-696ae29b9e9c', 'name': '', 'network_id': 'ac38085e-850b-4c3b-921d-dd020ca093cc', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'mac_address': 'fa:16:3e:80:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:49Z', 'updated_at': '2021-05-25T16:46:58Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'subnets': [{'id': 'a85378c7-f9cc-474b-a7dd-f686d86c794d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:13.133096 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d3354-86b8-41d4-9a58-b7c911c52ed0 req-126a078d-cbc9-4407-b38a-6e70b0dd6182 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:13.134620 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cd5d3354-86b8-41d4-9a58-b7c911c52ed0 req-126a078d-cbc9-4407-b38a-6e70b0dd6182 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 946 time: 0.0855169 May 25 16:53:13.186608 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cd5d3354-86b8-41d4-9a58-b7c911c52ed0 req-0aa5f117-f7c6-4546-82dc-57faa18e5cce tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 May 25 16:53:13.297732 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc29387-1031-4be9-b77f-10f034812f64 None None] New status for floating IP c62471af-0b45-4140-af9e-f559c6f9c966: DOWN {{(pid=98884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:53:14.122498 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59410) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:14.192040 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ccab33d3-a234-4549-aca6-6b07df83c3ca tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.221485 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ccab33d3-a234-4549-aca6-6b07df83c3ca tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.361314 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ccab33d3-a234-4549-aca6-6b07df83c3ca tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.366135 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-1fcf6265-db04-4df6-b114-60aa8a1bf055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:14.375056 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc672f-7f52-4c24-971f-684fd1572c41 req-1a0d332f-cdcc-44e1-b9e7-5d8165b78ab6 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:14.375056 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c2cc672f-7f52-4c24-971f-684fd1572c41 req-1a0d332f-cdcc-44e1-b9e7-5d8165b78ab6 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 946 time: 0.0823212 May 25 16:53:14.382438 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab33d3-a234-4549-aca6-6b07df83c3ca tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d681da0-06da-416c-9756-31c13a487d90,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:14.385053 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-ccab33d3-a234-4549-aca6-6b07df83c3ca tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:14.417621 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c2cc672f-7f52-4c24-971f-684fd1572c41 req-70f7a2f4-e32b-4db6-860e-4aa090665d64 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402584 May 25 16:53:14.468775 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-ccab33d3-a234-4549-aca6-6b07df83c3ca tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.469843 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-ccab33d3-a234-4549-aca6-6b07df83c3ca tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "DELETE /v2.0/security-groups/5d681da0-06da-416c-9756-31c13a487d90 HTTP/1.1" status: 204 len: 168 time: 0.3456011 May 25 16:53:14.472527 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59416) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:14.488330 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.api.v2.resource [None req-f6b9be61-e364-4232-993d-11ce0331710b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] show failed (client error): The resource could not be found. May 25 16:53:14.489257 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f6b9be61-e364-4232-993d-11ce0331710b tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "GET /v2.0/security-groups/5d681da0-06da-416c-9756-31c13a487d90 HTTP/1.1" status: 404 len: 347 time: 0.0158665 May 25 16:53:14.491838 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59420) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:14.707977 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-457ba15e-23ab-404a-86a1-f538db9d077e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Deleting port 1fe19525-55b3-48da-9dee-57b78e2f7181 {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:14.708319 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-457ba15e-23ab-404a-86a1-f538db9d077e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.824079 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-457ba15e-23ab-404a-86a1-f538db9d077e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.824338 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-457ba15e-23ab-404a-86a1-f538db9d077e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.966821 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc4980-87b8-4ee9-890b-031728e661b8 req-a69bc927-d9b0-4f92-88da-523f5d704b38 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:14.968312 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b9cc4980-87b8-4ee9-890b-031728e661b8 req-a69bc927-d9b0-4f92-88da-523f5d704b38 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 946 time: 0.0822799 May 25 16:53:15.055289 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-457ba15e-23ab-404a-86a1-f538db9d077e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Calling delete_port for 1fe19525-55b3-48da-9dee-57b78e2f7181 owned by network:floatingip {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:15.210143 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-b9cc4980-87b8-4ee9-890b-031728e661b8 req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Deleting port 9ad060c2-45cb-4e68-825a-0cf26c791b07 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:15.210486 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-b9cc4980-87b8-4ee9-890b-031728e661b8 req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.223984 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-457ba15e-23ab-404a-86a1-f538db9d077e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.228851 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:15.304558 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ba15e-23ab-404a-86a1-f538db9d077e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Pushing event deleted for resources: {'Port': ['ID=1fe19525-55b3-48da-9dee-57b78e2f7181,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:15.307576 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-457ba15e-23ab-404a-86a1-f538db9d077e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:15.347138 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-b9cc4980-87b8-4ee9-890b-031728e661b8 req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] For port 9ad060c2-45cb-4e68-825a-0cf26c791b07, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9ad060c2-45cb-4e68-825a-0cf26c791b07,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:15.347503 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-b9cc4980-87b8-4ee9-890b-031728e661b8 req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.368951 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-457ba15e-23ab-404a-86a1-f538db9d077e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks [] for floatingip, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.446230 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-457ba15e-23ab-404a-86a1-f538db9d077e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.447765 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-457ba15e-23ab-404a-86a1-f538db9d077e tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] 10.222.0.49 "DELETE /v2.0/floatingips/c62471af-0b45-4140-af9e-f559c6f9c966 HTTP/1.1" status: 204 len: 168 time: 0.9546998 May 25 16:53:15.476426 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-b9cc4980-87b8-4ee9-890b-031728e661b8 req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Calling delete_port for 9ad060c2-45cb-4e68-825a-0cf26c791b07 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:15.664936 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb4c89-4988-467f-a411-3a1d7cfc6f97 req-b5ac77b3-1ead-4a73-ba6a-51867aefb2ff tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:15.666292 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6ddb4c89-4988-467f-a411-3a1d7cfc6f97 req-b5ac77b3-1ead-4a73-ba6a-51867aefb2ff tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2baf69b-99d3-41ed-a5f4-8da2b999fd37 HTTP/1.1" status: 200 len: 946 time: 0.1366973 May 25 16:53:15.704843 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-b9cc4980-87b8-4ee9-890b-031728e661b8 req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.711985 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b3f4100b-5f5a-48bb-be42-158d86c4b8ad tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:15.715665 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['9ad060c2-45cb-4e68-825a-0cf26c791b07'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:53:15.757794 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6ddb4c89-4988-467f-a411-3a1d7cfc6f97 req-026eb27d-7051-4a21-bb74-7c83d4139b2c tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.49 "GET /v2.0/security-groups?id=578e3959-1217-48c6-8038-aefd37cad3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858769 May 25 16:53:15.760795 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Pushing event deleted for resources: {'Port': ['ID=9ad060c2-45cb-4e68-825a-0cf26c791b07,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:15.764316 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:15.850596 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cc4980-87b8-4ee9-890b-031728e661b8 req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] No DVR routers for this DVR port 9ad060c2-45cb-4e68-825a-0cf26c791b07 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:15.853065 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-b9cc4980-87b8-4ee9-890b-031728e661b8 req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.855672 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'name': 'network-vif-deleted', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:53:15.868112 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-b9cc4980-87b8-4ee9-890b-031728e661b8 req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] 10.222.0.39 "DELETE /v2.0/ports/9ad060c2-45cb-4e68-825a-0cf26c791b07 HTTP/1.1" status: 204 len: 173 time: 0.8935978 May 25 16:53:15.901358 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2baf69b-99d3-41ed-a5f4-8da2b999fd37', 'name': 'network-vif-deleted', 'tag': '9ad060c2-45cb-4e68-825a-0cf26c791b07', 'status': 'completed', 'code': 200} May 25 16:53:18.178881 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59490) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:18.498603 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59500) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:18.720488 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924120'] for router_interface, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:18.926493 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 9ad060c2-45cb-4e68-825a-0cf26c791b07 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:18.961248 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: 9ad060c2-45cb-4e68-825a-0cf26c791b07 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:18.961770 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 9ad060c2-45cb-4e68-825a-0cf26c791b07 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:19.126497 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Deleting port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:19.126842 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.211450 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924120'] for router_interface, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.248629 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.db [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] For port b4ace3f9-b95c-4e2a-aa76-85d079bd40c7, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=b4ace3f9-b95c-4e2a-aa76-85d079bd40c7,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:19.249208 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.483393 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Calling delete_port for b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 owned by network:router_interface {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:19.698847 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.705003 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d96b750c-d38c-4b04-8920-f1913d3e30ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:19.723247 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Deleting port ad9da783-bf11-47e6-aff2-696ae29b9e9c {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:19.723799 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.757503 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ace3f9-b95c-4e2a-aa76-85d079bd40c7,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:19.782951 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:19.864187 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] For port ad9da783-bf11-47e6-aff2-696ae29b9e9c, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=ad9da783-bf11-47e6-aff2-696ae29b9e9c,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:19.864555 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.995449 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Calling delete_port for ad9da783-bf11-47e6-aff2-696ae29b9e9c owned by network:router_interface {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:20.045970 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926024'] for router_interface, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.200914 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.205949 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7313c181-c2c6-4317-b66a-3bd19351868c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:20.252015 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9da783-bf11-47e6-aff2-696ae29b9e9c,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:20.255055 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:20.408063 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:20.525739 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926024'] for router_interface, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.584634 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:20.594980 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0bb859-d4c3-4d2f-98c0-30870db4e5a3 None None] Sync routers for ids ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:20.601733 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] 10.222.0.49 "PUT /v2.0/routers/9b4dd26a-58e6-40c1-b14e-707fbf54ac22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4194260 May 25 16:53:20.602174 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59510) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:20.604851 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0bb859-d4c3-4d2f-98c0-30870db4e5a3 None None] Routers {'9b4dd26a-58e6-40c1-b14e-707fbf54ac22'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:20.605595 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-4d0bb859-d4c3-4d2f-98c0-30870db4e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:20.779924 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Notify callbacks [] for router, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.785055 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-4d0bb859-d4c3-4d2f-98c0-30870db4e5a3 None None] Set router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:20.899766 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Router cca3c552-9594-4262-b5ae-5170b40c6d42 has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:21.093180 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-4d0bb859-d4c3-4d2f-98c0-30870db4e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:53:19Z', 'revision_number': 5, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port': {'id': 'a798a8bf-44d2-48e6-ac38-9b348238f932', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:28Z', 'updated_at': '2021-05-25T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:21.098354 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0bb859-d4c3-4d2f-98c0-30870db4e5a3 None None] Checking router: 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:53:21.104926 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:21.112158 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0bb859-d4c3-4d2f-98c0-30870db4e5a3 None None] Routers {'9b4dd26a-58e6-40c1-b14e-707fbf54ac22'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:21.113308 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-4d0bb859-d4c3-4d2f-98c0-30870db4e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:21.214262 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:21.222513 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ced55-74d9-4deb-b7ac-0f17eb3c3c1c None None] Sync routers for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:21.234192 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] 10.222.0.49 "PUT /v2.0/routers/cca3c552-9594-4262-b5ae-5170b40c6d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7341795 May 25 16:53:21.235391 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59516) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.286532 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ced55-74d9-4deb-b7ac-0f17eb3c3c1c None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:21.287419 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-721ced55-74d9-4deb-b7ac-0f17eb3c3c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:21.307762 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-4d0bb859-d4c3-4d2f-98c0-30870db4e5a3 None None] Set router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 gateway port host: None {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:21.311492 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Deleting port a798a8bf-44d2-48e6-ac38-9b348238f932 {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:21.311979 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:21.421162 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Notify callbacks [] for router, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:21.429726 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-4d0bb859-d4c3-4d2f-98c0-30870db4e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:53:21Z', 'revision_number': 6, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port_host': None}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:21.434643 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0bb859-d4c3-4d2f-98c0-30870db4e5a3 None None] The sync data for ids ['9b4dd26a-58e6-40c1-b14e-707fbf54ac22'] in dv-cinder-786386-6-smb is: [{'id': '9b4dd26a-58e6-40c1-b14e-707fbf54ac22', 'name': 'tempest-TestMinimumBasicScenario-707748600-router', 'tenant_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:27Z', 'updated_at': '2021-05-25T16:53:21Z', 'revision_number': 6, 'project_id': 'fa88fb17258d44929853dfd3aaf4da5b', 'gw_port_host': None}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:21.468364 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-721ced55-74d9-4deb-b7ac-0f17eb3c3c1c None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:21.475431 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.db [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] For port a798a8bf-44d2-48e6-ac38-9b348238f932, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=a798a8bf-44d2-48e6-ac38-9b348238f932,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:21.475930 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:21.600817 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Calling delete_port for a798a8bf-44d2-48e6-ac38-9b348238f932 owned by network:router_gateway {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:21.612144 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:21.736191 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Deleting port 50983ab2-5279-43f1-8707-ae9205416ce6 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:21.736456 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:21.766562 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-721ced55-74d9-4deb-b7ac-0f17eb3c3c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:53:20Z', 'revision_number': 5, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port': {'id': '50983ab2-5279-43f1-8707-ae9205416ce6', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:45Z', 'updated_at': '2021-05-25T16:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:21.772682 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ced55-74d9-4deb-b7ac-0f17eb3c3c1c None None] Checking router: cca3c552-9594-4262-b5ae-5170b40c6d42 for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:53:21.781952 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ced55-74d9-4deb-b7ac-0f17eb3c3c1c None None] Routers {'cca3c552-9594-4262-b5ae-5170b40c6d42'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:21.782607 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-721ced55-74d9-4deb-b7ac-0f17eb3c3c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['cca3c552-9594-4262-b5ae-5170b40c6d42'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:21.786472 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:21.801021 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0b518125-837e-4690-8430-2fb42136f474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:21.881262 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] For port 50983ab2-5279-43f1-8707-ae9205416ce6, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=50983ab2-5279-43f1-8707-ae9205416ce6,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:21.881907 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:21.943858 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:21.959783 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=a798a8bf-44d2-48e6-ac38-9b348238f932,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:21.975220 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-721ced55-74d9-4deb-b7ac-0f17eb3c3c1c None None] Set router cca3c552-9594-4262-b5ae-5170b40c6d42 gateway port host: None {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:21.976561 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:21.998753 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:21.999229 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device b4ace3f9-b95c-4e2a-aa76-85d079bd40c7 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:22.017913 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925125'] for router_gateway, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.023940 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Calling delete_port for 50983ab2-5279-43f1-8707-ae9205416ce6 owned by network:router_gateway {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:22.091106 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-721ced55-74d9-4deb-b7ac-0f17eb3c3c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:53:21Z', 'revision_number': 6, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port_host': None}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:22.095363 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ced55-74d9-4deb-b7ac-0f17eb3c3c1c None None] The sync data for ids ['cca3c552-9594-4262-b5ae-5170b40c6d42'] in dv-cinder-786386-6-smb is: [{'id': 'cca3c552-9594-4262-b5ae-5170b40c6d42', 'name': 'tempest-AttachVolumeShelveTestJSON-1621249875-router', 'tenant_id': 'cc17a95680e746b19bec554ae402e65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:43Z', 'updated_at': '2021-05-25T16:53:21Z', 'revision_number': 6, 'project_id': 'cc17a95680e746b19bec554ae402e65e', 'gw_port_host': None}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:22.200911 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.203229 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.241197 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.247112 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-79dcf9ec-50c4-47dc-a21a-defc117630b2 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:22.304401 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Pushing event deleted for resources: {'Port': ['ID=50983ab2-5279-43f1-8707-ae9205416ce6,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:22.304605 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925812'] for router, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.305177 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4dd26a-58e6-40c1-b14e-707fbf54ac22 {{(pid=98882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:53:22.318985 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] Notify callbacks [] for router, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.320184 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-9b251d55-f8bf-47b6-81f2-76cc35015d35 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9b4dd26a-58e6-40c1-b14e-707fbf54ac22 HTTP/1.1" status: 204 len: 168 time: 1.7170091 May 25 16:53:22.322659 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59522) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.335678 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:22.383308 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_v2 [None req-df735428-1885-490e-a12e-e79547e323d3 admin admin] Deleting subnet 0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb {{(pid=98882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:22.386405 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-df735428-1885-490e-a12e-e79547e323d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.400346 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925125'] for router_gateway, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.440200 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-df735428-1885-490e-a12e-e79547e323d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141366'] for subnet, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.574232 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-df735428-1885-490e-a12e-e79547e323d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.583387 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.588120 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.670106 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925812'] for router, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.670552 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cca3c552-9594-4262-b5ae-5170b40c6d42 {{(pid=98881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:53:22.684893 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] Notify callbacks [] for router, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.686114 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-e661e0d4-90c3-427e-a66e-e51aa2915633 admin admin] 10.222.0.49 "DELETE /v2.0/routers/cca3c552-9594-4262-b5ae-5170b40c6d42 HTTP/1.1" status: 204 len: 168 time: 1.4495986 May 25 16:53:22.688470 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59526) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.843061 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcaadfd-b8bb-4ffe-9d6c-e8aa913bba7b admin admin] Deleting subnet a85378c7-f9cc-474b-a7dd-f686d86c794d {{(pid=98881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:22.845811 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fbcaadfd-b8bb-4ffe-9d6c-e8aa913bba7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.895808 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fbcaadfd-b8bb-4ffe-9d6c-e8aa913bba7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2908533'] for subnet, precommit_delete_associations {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.927162 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-df735428-1885-490e-a12e-e79547e323d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2286405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2154585'] for subnet, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.932271 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-674957a5-d5e6-4f0c-9180-6cd3c475287d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:22.976712 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fbcaadfd-b8bb-4ffe-9d6c-e8aa913bba7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.076804 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df735428-1885-490e-a12e-e79547e323d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:23.079679 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-df735428-1885-490e-a12e-e79547e323d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:23.080682 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-df735428-1885-490e-a12e-e79547e323d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.088442 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84791b9e-1f00-4fcf-8f26-37d57055ad6b None None] Network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:23.092299 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-df735428-1885-490e-a12e-e79547e323d3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0a0fb6d1-67cc-40fc-96cd-aa258b52c3eb HTTP/1.1" status: 204 len: 168 time: 0.7686439 May 25 16:53:23.094756 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59530) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.228740 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.316524 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Deleting port e3ad005e-1510-4770-945b-9a43c09f27b3 {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:23.316524 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.350412 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fbcaadfd-b8bb-4ffe-9d6c-e8aa913bba7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2276249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2283271'] for subnet, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.354471 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-36b6cdb9-413b-4b69-a7a4-b4bd6fc52cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:23.396163 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcaadfd-b8bb-4ffe-9d6c-e8aa913bba7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a85378c7-f9cc-474b-a7dd-f686d86c794d,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:23.399192 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-fbcaadfd-b8bb-4ffe-9d6c-e8aa913bba7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:23.400169 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-fbcaadfd-b8bb-4ffe-9d6c-e8aa913bba7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.408658 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-fbcaadfd-b8bb-4ffe-9d6c-e8aa913bba7b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a85378c7-f9cc-474b-a7dd-f686d86c794d HTTP/1.1" status: 204 len: 168 time: 0.7168267 May 25 16:53:23.410055 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59536) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.410733 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f8de9-0672-4e73-a37e-9cf9fb9b482c None None] Network ac38085e-850b-4c3b-921d-dd020ca093cc requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:23.433098 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701454a-e4b6-481f-9816-347148bf605d None None] DHCP port deletion for 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 request from dv-cinder-786386-6-smb {{(pid=98883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:53:23.443683 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.db [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] For port e3ad005e-1510-4770-945b-9a43c09f27b3, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e3ad005e-1510-4770-945b-9a43c09f27b3,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:23.444353 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.530040 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.580068 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Calling delete_port for e3ad005e-1510-4770-945b-9a43c09f27b3 owned by network:dhcp {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:23.611571 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Deleting port cacc9e2c-481e-452a-b2e5-05e9dabb889e {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:23.612052 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.657733 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-5701454a-e4b6-481f-9816-347148bf605d None None] Deleting port e3ad005e-1510-4770-945b-9a43c09f27b3 {{(pid=98883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:23.658032 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-5701454a-e4b6-481f-9816-347148bf605d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.696826 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.701859 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:23.715655 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] For port cacc9e2c-481e-452a-b2e5-05e9dabb889e, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=cacc9e2c-481e-452a-b2e5-05e9dabb889e,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:23.716005 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.752390 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ad005e-1510-4770-945b-9a43c09f27b3,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:23.756000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:23.756867 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] No DVR routers for this DVR port e3ad005e-1510-4770-945b-9a43c09f27b3 on host dv-cinder-786386-6-smb {{(pid=98882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:23.765823 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-5701454a-e4b6-481f-9816-347148bf605d None None] For port e3ad005e-1510-4770-945b-9a43c09f27b3, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=e3ad005e-1510-4770-945b-9a43c09f27b3,segment=NetworkSegment(4370c520-7503-4ee3-8710-563b34f296a5),segment_id=4370c520-7503-4ee3-8710-563b34f296a5)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:23.766163 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-5701454a-e4b6-481f-9816-347148bf605d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.850011 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Calling delete_port for cacc9e2c-481e-452a-b2e5-05e9dabb889e owned by network:dhcp {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:23.891094 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.895233 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b143d-230f-4ba7-9dcf-b158e0555071 None None] DHCP port deletion for ac38085e-850b-4c3b-921d-dd020ca093cc request from dv-cinder-786386-6-smb {{(pid=98883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:53:23.902990 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-5701454a-e4b6-481f-9816-347148bf605d None None] Calling delete_port for e3ad005e-1510-4770-945b-9a43c09f27b3 owned by network:dhcp {{(pid=98883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:23.904529 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876edaa8-c7e7-44c3-8e35-e0b27bb748a6']}} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:23.921794 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4370c520-7503-4ee3-8710-563b34f296a5') {'for_net_delete': True} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:23.922141 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4370c520-7503-4ee3-8710-563b34f296a5') {} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:23.937516 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141373'] for segment, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.958854 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.966780 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device a798a8bf-44d2-48e6-ac38-9b348238f932 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:23.967429 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=98882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:53:23.967897 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287331'] for segment, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: Traceback (most recent call last): May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: timer() May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: cb(*args, **kw) May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: return func(*args, **kwargs) May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: self._notify() May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: self.callback(batched_events) May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: event.method(event) May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: return f(self, *a, **k) May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: return self._get(url).json() May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: return self.request(url, 'GET', **kwargs) May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:53:23.983318 dv-cinder-786386-6-smb neutron-server[98882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:53:24.006396 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: a798a8bf-44d2-48e6-ac38-9b348238f932 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:24.037194 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device a798a8bf-44d2-48e6-ac38-9b348238f932 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:24.037194 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e3ad005e-1510-4770-945b-9a43c09f27b3 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:24.044469 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: e3ad005e-1510-4770-945b-9a43c09f27b3 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:24.044821 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device e3ad005e-1510-4770-945b-9a43c09f27b3 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:24.045367 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device cacc9e2c-481e-452a-b2e5-05e9dabb889e no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:24.127690 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-365b143d-230f-4ba7-9dcf-b158e0555071 None None] Deleting port cacc9e2c-481e-452a-b2e5-05e9dabb889e {{(pid=98883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:24.128944 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-365b143d-230f-4ba7-9dcf-b158e0555071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.160155 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.163963 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9ff1365f-5f3a-4e50-8d98-7f2b8a1aafad tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:24.167057 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.172891 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.178021 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:24.202482 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Pushing event deleted for resources: {'Network': ['ID=876edaa8-c7e7-44c3-8e35-e0b27bb748a6,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:24.205209 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:24.211426 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cacc9e2c-481e-452a-b2e5-05e9dabb889e,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:24.214229 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59540) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.214949 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:24.215314 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-7ba2626a-3b51-409b-b149-a398a148d524 admin admin] 10.222.0.49 "DELETE /v2.0/networks/876edaa8-c7e7-44c3-8e35-e0b27bb748a6 HTTP/1.1" status: 204 len: 168 time: 1.1181245 May 25 16:53:24.217313 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] No DVR routers for this DVR port cacc9e2c-481e-452a-b2e5-05e9dabb889e on host dv-cinder-786386-6-smb {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:24.221394 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-5701454a-e4b6-481f-9816-347148bf605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.282963 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:24.319867 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Port cacc9e2c-481e-452a-b2e5-05e9dabb889e update to DOWN by agent not found {{(pid=98883) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 25 16:53:24.320316 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 50983ab2-5279-43f1-8707-ae9205416ce6 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:24.354172 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5701454a-e4b6-481f-9816-347148bf605d None None] Network 876edaa8-c7e7-44c3-8e35-e0b27bb748a6 is not hosted by any dhcp agent {{(pid=98883) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:53:24.354632 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701454a-e4b6-481f-9816-347148bf605d None None] No DVR routers for this DVR port e3ad005e-1510-4770-945b-9a43c09f27b3 on host dv-cinder-786386-6-smb {{(pid=98883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:24.365376 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701454a-e4b6-481f-9816-347148bf605d None None] Pushing event deleted for resources: {'Port': ['ID=e3ad005e-1510-4770-945b-9a43c09f27b3,revision_number=None']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:24.370246 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: 50983ab2-5279-43f1-8707-ae9205416ce6 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:24.370593 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 50983ab2-5279-43f1-8707-ae9205416ce6 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:24.371017 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device ad9da783-bf11-47e6-aff2-696ae29b9e9c no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:24.395087 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-5701454a-e4b6-481f-9816-347148bf605d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:24.414775 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: ad9da783-bf11-47e6-aff2-696ae29b9e9c {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:24.415125 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device ad9da783-bf11-47e6-aff2-696ae29b9e9c not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:24.423483 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-365b143d-230f-4ba7-9dcf-b158e0555071 None None] For port cacc9e2c-481e-452a-b2e5-05e9dabb889e, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=cacc9e2c-481e-452a-b2e5-05e9dabb889e,segment=NetworkSegment(7ce7fe34-2b50-45e5-9ff5-20b3bf716e43),segment_id=7ce7fe34-2b50-45e5-9ff5-20b3bf716e43)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:24.424071 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-365b143d-230f-4ba7-9dcf-b158e0555071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.475320 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.493236 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac38085e-850b-4c3b-921d-dd020ca093cc']}} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:24.515604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43') {'for_net_delete': True} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:24.515604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce7fe34-2b50-45e5-9ff5-20b3bf716e43') {} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:24.527461 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2908542'] for segment, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.545838 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-365b143d-230f-4ba7-9dcf-b158e0555071 None None] Calling delete_port for cacc9e2c-481e-452a-b2e5-05e9dabb889e owned by network:dhcp {{(pid=98883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:24.590439 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-365b143d-230f-4ba7-9dcf-b158e0555071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.594800 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-f1e453f9-4527-4dc5-9e02-b44308cd51a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:24.642433 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b143d-230f-4ba7-9dcf-b158e0555071 None None] Pushing event deleted for resources: {'Port': ['ID=cacc9e2c-481e-452a-b2e5-05e9dabb889e,revision_number=None']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:24.644777 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-365b143d-230f-4ba7-9dcf-b158e0555071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:24.647191 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365b143d-230f-4ba7-9dcf-b158e0555071 None None] No DVR routers for this DVR port cacc9e2c-481e-452a-b2e5-05e9dabb889e on host dv-cinder-786386-6-smb {{(pid=98883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:24.709897 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.720272 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=98881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:53:24.720668 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2276927'] for segment, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: Traceback (most recent call last): May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: timer() May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: cb(*args, **kw) May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: return func(*args, **kwargs) May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: self._notify() May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: self.callback(batched_events) May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: event.method(event) May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: return f(self, *a, **k) May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: return self._get(url).json() May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: return self.request(url, 'GET', **kwargs) May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:53:24.734012 dv-cinder-786386-6-smb neutron-server[98881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:53:24.963876 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.979887 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-4f5a2a24-51c6-4e97-8b98-cb85253cd54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:24.992552 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.005035 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac38085e-850b-4c3b-921d-dd020ca093cc,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:25.010972 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:25.101898 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-357ae698-2196-4253-8382-37ff1e430de8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ac38085e-850b-4c3b-921d-dd020ca093cc HTTP/1.1" status: 204 len: 168 time: 1.6901939 May 25 16:53:25.112893 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924120'] for router_interface, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.115915 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e88d-5720-4e44-98e3-b1a5656995ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.347636 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59548) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:25.398637 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-c1238ac1-f985-427f-a1c7-e8f4f144f7d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc17a95680e746b19bec554ae402e65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493791 May 25 16:53:25.400628 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59554) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:25.461209 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3bbcacb5-1e28-4b6d-9aab-c1ab29c76194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.488329 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3bbcacb5-1e28-4b6d-9aab-c1ab29c76194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.533983 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Deleting port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:25.535053 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.595309 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3bbcacb5-1e28-4b6d-9aab-c1ab29c76194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.600814 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-94300448-b890-4f52-b734-13db1e240322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:25.618469 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcacb5-1e28-4b6d-9aab-c1ab29c76194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfcafca-e83f-4563-ae40-a6cdfde01009,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:25.623039 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3bbcacb5-1e28-4b6d-9aab-c1ab29c76194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:25.625096 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-3bbcacb5-1e28-4b6d-9aab-c1ab29c76194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.626243 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-3bbcacb5-1e28-4b6d-9aab-c1ab29c76194 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acfcafca-e83f-4563-ae40-a6cdfde01009 HTTP/1.1" status: 204 len: 168 time: 0.2245185 May 25 16:53:25.665317 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] For port 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=9ab943f5-6774-41b9-ac0d-3e7ce0205ba0,segment=NetworkSegment(0168b3f1-471c-4c72-b786-1b7d99b95005),segment_id=0168b3f1-471c-4c72-b786-1b7d99b95005)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:25.665675 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.787046 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Calling delete_port for 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 owned by network:router_interface {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:25.971442 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.019149 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.026457 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5dd7d089-4962-4adf-b6bc-300eb240b1fc tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:26.067881 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab943f5-6774-41b9-ac0d-3e7ce0205ba0,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:26.099499 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:26.436661 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926024'] for router_interface, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.805328 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:26.983879 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:26.993557 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54e9af-9344-4311-9829-670653896133 None None] Sync routers for ids ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'] in dv-cinder-786386-6-smb {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:27.003481 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54e9af-9344-4311-9829-670653896133 None None] Routers {'45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:27.004096 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-ff54e9af-9344-4311-9829-670653896133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:27.047385 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] 10.222.0.49 "PUT /v2.0/routers/45399e19-9952-4c8e-a9ff-d1ac3ea50bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8314004 May 25 16:53:27.050495 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59586) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:27.180752 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-ff54e9af-9344-4311-9829-670653896133 None None] Set router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:27.226251 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Notify callbacks [] for router, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:27.401675 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:27.489344 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-ff54e9af-9344-4311-9829-670653896133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'name': 'tempest-TestMinimumBasicScenario-2042683968-router', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:37Z', 'updated_at': '2021-05-25T16:53:25Z', 'revision_number': 5, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'gw_port': {'id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:38Z', 'updated_at': '2021-05-25T16:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:27.493132 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54e9af-9344-4311-9829-670653896133 None None] Checking router: 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb for host: dv-cinder-786386-6-smb {{(pid=98883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:53:27.498159 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:27.503428 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54e9af-9344-4311-9829-670653896133 None None] Routers {'45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:27.504034 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-ff54e9af-9344-4311-9829-670653896133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:52:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'], 'active': True} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:27.627741 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Deleting port c0cb2912-84be-49f1-b61f-9cefabd99b1d {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:27.628084 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:27.650698 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-a7df803a-5bd3-49e7-bbfb-9335dd7e122c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:27.715384 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvr_db [None req-ff54e9af-9344-4311-9829-670653896133 None None] Set router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb gateway port host: dv-cinder-786386-6-smb {{(pid=98883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:27.905952 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.db [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] For port c0cb2912-84be-49f1-b61f-9cefabd99b1d, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=c0cb2912-84be-49f1-b61f-9cefabd99b1d,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:27.906231 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.035243 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Calling delete_port for c0cb2912-84be-49f1-b61f-9cefabd99b1d owned by network:router_gateway {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:28.087993 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_hamode_db [None req-ff54e9af-9344-4311-9829-670653896133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'name': 'tempest-TestMinimumBasicScenario-2042683968-router', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:37Z', 'updated_at': '2021-05-25T16:53:25Z', 'revision_number': 5, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'gw_port': {'id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:38Z', 'updated_at': '2021-05-25T16:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:28.092001 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54e9af-9344-4311-9829-670653896133 None None] The sync data for ids ['45399e19-9952-4c8e-a9ff-d1ac3ea50bbb'] in dv-cinder-786386-6-smb is: [{'id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'name': 'tempest-TestMinimumBasicScenario-2042683968-router', 'tenant_id': '469182cdd8464ab8acf08c19c18fb536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:37Z', 'updated_at': '2021-05-25T16:53:25Z', 'revision_number': 5, 'project_id': '469182cdd8464ab8acf08c19c18fb536', 'gw_port': {'id': 'c0cb2912-84be-49f1-b61f-9cefabd99b1d', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45399e19-9952-4c8e-a9ff-d1ac3ea50bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:38Z', 'updated_at': '2021-05-25T16:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}] {{(pid=98883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:28.257166 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.261842 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:28.305819 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0cb2912-84be-49f1-b61f-9cefabd99b1d,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:28.308848 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:28.395040 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925125'] for router_gateway, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.573558 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.575757 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.652590 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925812'] for router, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.653171 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45399e19-9952-4c8e-a9ff-d1ac3ea50bbb {{(pid=98882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:53:28.666037 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] Notify callbacks [] for router, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.668814 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-7bb56504-fb40-4cf7-aeac-a16f90854c75 admin admin] 10.222.0.49 "DELETE /v2.0/routers/45399e19-9952-4c8e-a9ff-d1ac3ea50bbb HTTP/1.1" status: 204 len: 168 time: 1.6156249 May 25 16:53:28.669627 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59600) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:28.732508 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.734624 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_v2 [None req-149cf8b5-728e-4bdc-a108-64fd68b19a3d admin admin] Deleting subnet ea014cc0-f143-4817-ad33-d5f478af832f {{(pid=98882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:28.738204 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-149cf8b5-728e-4bdc-a108-64fd68b19a3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.787670 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-149cf8b5-728e-4bdc-a108-64fd68b19a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141366'] for subnet, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.871069 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-149cf8b5-728e-4bdc-a108-64fd68b19a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.212896 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-149cf8b5-728e-4bdc-a108-64fd68b19a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2286405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2154585'] for subnet, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.217052 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-df735428-1885-490e-a12e-e79547e323d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:29.254551 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cf8b5-728e-4bdc-a108-64fd68b19a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea014cc0-f143-4817-ad33-d5f478af832f,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:29.257996 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-149cf8b5-728e-4bdc-a108-64fd68b19a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:29.260422 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-149cf8b5-728e-4bdc-a108-64fd68b19a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.265890 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4531d7-eeb3-40f2-8307-31b5e677ee70 None None] Network d2b49608-5d84-4ce5-a0c5-415f08e80fe4 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:29.266354 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-149cf8b5-728e-4bdc-a108-64fd68b19a3d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ea014cc0-f143-4817-ad33-d5f478af832f HTTP/1.1" status: 204 len: 168 time: 0.5957034 May 25 16:53:29.268965 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59618) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:29.380150 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.459655 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Deleting port f95baf1b-510a-4430-a1bc-44b2e73cc170 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:29.459802 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.527194 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded8bd3d-f57e-470e-97ec-fc31d6a566ad None None] DHCP port deletion for d2b49608-5d84-4ce5-a0c5-415f08e80fe4 request from dv-cinder-786386-6-smb {{(pid=98883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:53:29.566551 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] For port f95baf1b-510a-4430-a1bc-44b2e73cc170, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=f95baf1b-510a-4430-a1bc-44b2e73cc170,segment=NetworkSegment(0168b3f1-471c-4c72-b786-1b7d99b95005),segment_id=0168b3f1-471c-4c72-b786-1b7d99b95005)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:29.566905 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.593229 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-ded8bd3d-f57e-470e-97ec-fc31d6a566ad None None] Deleting port f95baf1b-510a-4430-a1bc-44b2e73cc170 {{(pid=98883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:29.593627 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-ded8bd3d-f57e-470e-97ec-fc31d6a566ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.691564 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-ded8bd3d-f57e-470e-97ec-fc31d6a566ad None None] For port f95baf1b-510a-4430-a1bc-44b2e73cc170, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=f95baf1b-510a-4430-a1bc-44b2e73cc170,segment=NetworkSegment(0168b3f1-471c-4c72-b786-1b7d99b95005),segment_id=0168b3f1-471c-4c72-b786-1b7d99b95005)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:29.691805 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Calling delete_port for f95baf1b-510a-4430-a1bc-44b2e73cc170 owned by network:dhcp {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:29.691947 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-ded8bd3d-f57e-470e-97ec-fc31d6a566ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.813224 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-ded8bd3d-f57e-470e-97ec-fc31d6a566ad None None] Calling delete_port for f95baf1b-510a-4430-a1bc-44b2e73cc170 owned by network:dhcp {{(pid=98883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:29.836173 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.840982 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:29.858336 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-ded8bd3d-f57e-470e-97ec-fc31d6a566ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.862125 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:29.886417 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95baf1b-510a-4430-a1bc-44b2e73cc170,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:29.888850 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] No DVR routers for this DVR port f95baf1b-510a-4430-a1bc-44b2e73cc170 on host dv-cinder-786386-6-smb {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:29.903063 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:29.922571 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.922966 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.923343 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.923689 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.924532 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.924662 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.924919 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.925293 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.925652 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.926005 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.926342 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.926722 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:29.932596 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:29.943660 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8bd3d-f57e-470e-97ec-fc31d6a566ad None None] Pushing event deleted for resources: {'Port': ['ID=f95baf1b-510a-4430-a1bc-44b2e73cc170,revision_number=None']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:29.945590 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded8bd3d-f57e-470e-97ec-fc31d6a566ad None None] No DVR routers for this DVR port f95baf1b-510a-4430-a1bc-44b2e73cc170 on host dv-cinder-786386-6-smb {{(pid=98883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:29.946820 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:29.947163 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 9ab943f5-6774-41b9-ac0d-3e7ce0205ba0 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:29.947565 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device c0cb2912-84be-49f1-b61f-9cefabd99b1d no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:29.972912 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-ded8bd3d-f57e-470e-97ec-fc31d6a566ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:29.988389 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: c0cb2912-84be-49f1-b61f-9cefabd99b1d {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:29.988938 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device c0cb2912-84be-49f1-b61f-9cefabd99b1d not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:29.989385 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f95baf1b-510a-4430-a1bc-44b2e73cc170 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:30.021183 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.026355 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: f95baf1b-510a-4430-a1bc-44b2e73cc170 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:30.026704 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device f95baf1b-510a-4430-a1bc-44b2e73cc170 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:30.035367 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b49608-5d84-4ce5-a0c5-415f08e80fe4']}} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:30.048210 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0168b3f1-471c-4c72-b786-1b7d99b95005') {'for_net_delete': True} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:30.048501 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0168b3f1-471c-4c72-b786-1b7d99b95005') {} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:30.059983 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2908542'] for segment, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.075857 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.082455 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=98881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:53:30.082909 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2276927'] for segment, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: Traceback (most recent call last): May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: timer() May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: cb(*args, **kw) May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: return func(*args, **kwargs) May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: self._notify() May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: self.callback(batched_events) May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: event.method(event) May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: return f(self, *a, **k) May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: return self._get(url).json() May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: return self.request(url, 'GET', **kwargs) May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:53:30.096411 dv-cinder-786386-6-smb neutron-server[98881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:53:30.218139 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.326828 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.331396 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.333994 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:30.359427 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b49608-5d84-4ce5-a0c5-415f08e80fe4,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:30.361847 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:30.363939 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d2b49608-5d84-4ce5-a0c5-415f08e80fe4 HTTP/1.1" status: 204 len: 168 time: 1.0939617 May 25 16:53:30.764444 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59636) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:30.812780 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-846d248a-bc68-41fd-8d20-3045aa55a963 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa88fb17258d44929853dfd3aaf4da5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471089 May 25 16:53:30.815334 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59640) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:30.876940 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-bf68f4a5-83e1-4b3f-9b7b-d690369389d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.903585 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-bf68f4a5-83e1-4b3f-9b7b-d690369389d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.951347 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59646) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:31.022472 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-bf68f4a5-83e1-4b3f-9b7b-d690369389d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.027659 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3ef02c76-917b-4b22-99b9-86302df2a263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:31.044190 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68f4a5-83e1-4b3f-9b7b-d690369389d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578e3959-1217-48c6-8038-aefd37cad3ea,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:31.045446 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-bf68f4a5-83e1-4b3f-9b7b-d690369389d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:31.048746 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-bf68f4a5-83e1-4b3f-9b7b-d690369389d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.049941 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-bf68f4a5-83e1-4b3f-9b7b-d690369389d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/578e3959-1217-48c6-8038-aefd37cad3ea HTTP/1.1" status: 204 len: 168 time: 0.2336667 May 25 16:53:31.070090 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.085985 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:31.089942 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Usage tracker for resource:security_group_rule and tenant:3429779a713b4b768be963df08862b8a is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:31.094852 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:31.102269 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:31.183912 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.286763 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.295534 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-cbb8e4a2-22c5-45be-988c-c04fd9be7aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:31.337036 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3429779a713b4b768be963df08862b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819366 May 25 16:53:31.337036 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77139b22-e37a-4c8a-b00a-88671fce7e13,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:31.337665 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59656) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:31.343891 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.344268 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.344638 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.345017 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.345911 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.345911 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.346354 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.346666 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.347087 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.347511 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.347711 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.348059 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:31.351885 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:31.400033 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95b2c6a3-7e7f-44ec-a688-a680df831be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.425581 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95b2c6a3-7e7f-44ec-a688-a680df831be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.589850 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95b2c6a3-7e7f-44ec-a688-a680df831be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.594727 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-95801df8-eadc-47b0-b5b9-73cf4d242791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:31.608038 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2c6a3-7e7f-44ec-a688-a680df831be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77139b22-e37a-4c8a-b00a-88671fce7e13,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:31.611481 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-95b2c6a3-7e7f-44ec-a688-a680df831be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:31.615553 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-95b2c6a3-7e7f-44ec-a688-a680df831be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.616671 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-95b2c6a3-7e7f-44ec-a688-a680df831be0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77139b22-e37a-4c8a-b00a-88671fce7e13 HTTP/1.1" status: 204 len: 168 time: 0.2780092 May 25 16:53:31.725734 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59664) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:31.780260 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-a6c37d0a-6012-404d-a7cd-51570c10a544 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=469182cdd8464ab8acf08c19c18fb536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532842 May 25 16:53:31.782841 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59668) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:31.841404 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b0eda945-9037-43ec-a13a-105cccd6a7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.867868 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b0eda945-9037-43ec-a13a-105cccd6a7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:32.029435 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b0eda945-9037-43ec-a13a-105cccd6a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:32.034905 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-91d44d07-bf86-4dd3-96ef-f8ffe82de190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:32.046820 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eda945-9037-43ec-a13a-105cccd6a7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6695c92-7aa8-440d-92b4-731f54e55276,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:32.050286 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b0eda945-9037-43ec-a13a-105cccd6a7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:32.052265 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b0eda945-9037-43ec-a13a-105cccd6a7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:32.056273 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-b0eda945-9037-43ec-a13a-105cccd6a7b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6695c92-7aa8-440d-92b4-731f54e55276 HTTP/1.1" status: 204 len: 168 time: 0.2696128 May 25 16:53:38.126415 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59786) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:38.247558 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3e574419-9724-4e26-aac5-dccf1be9b470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:38.262966 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3e574419-9724-4e26-aac5-dccf1be9b470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:38.266846 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3e574419-9724-4e26-aac5-dccf1be9b470 admin admin] Usage tracker for resource:security_group_rule and tenant:467017c9daec456d96d1df9244baed67 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:38.270427 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3e574419-9724-4e26-aac5-dccf1be9b470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:38.276224 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3e574419-9724-4e26-aac5-dccf1be9b470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:38.359099 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3e574419-9724-4e26-aac5-dccf1be9b470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:38.418257 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3e574419-9724-4e26-aac5-dccf1be9b470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:38.427264 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-1c1378bb-136d-429d-9369-f38f31fd5ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:38.468390 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-3e574419-9724-4e26-aac5-dccf1be9b470 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=467017c9daec456d96d1df9244baed67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407989 May 25 16:53:38.469461 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e574419-9724-4e26-aac5-dccf1be9b470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434ea5dd-2503-484b-a637-16d79399f11f,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:38.471892 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59796) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:38.473060 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3e574419-9724-4e26-aac5-dccf1be9b470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:38.533510 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f858f351-914d-4916-892e-53fbcb43f3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:38.560186 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f858f351-914d-4916-892e-53fbcb43f3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:38.679841 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f858f351-914d-4916-892e-53fbcb43f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:38.684173 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-1404d67b-6826-44a4-957d-41e545e11a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:38.696292 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858f351-914d-4916-892e-53fbcb43f3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434ea5dd-2503-484b-a637-16d79399f11f,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:38.698659 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f858f351-914d-4916-892e-53fbcb43f3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:38.707891 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f858f351-914d-4916-892e-53fbcb43f3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:38.709015 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f858f351-914d-4916-892e-53fbcb43f3a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/434ea5dd-2503-484b-a637-16d79399f11f HTTP/1.1" status: 204 len: 168 time: 0.2360730 May 25 16:53:38.850758 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:53:39.323013 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59806) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:39.337184 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a1c64c34-2433-4790-9085-ab3c0e0af96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:39.351719 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-a1c64c34-2433-4790-9085-ab3c0e0af96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:39.355620 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-a1c64c34-2433-4790-9085-ab3c0e0af96e admin admin] Usage tracker for resource:security_group_rule and tenant:2bb1566400f74a62b5dbfa3e8fdcc629 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:39.360289 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-a1c64c34-2433-4790-9085-ab3c0e0af96e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:39.365238 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-a1c64c34-2433-4790-9085-ab3c0e0af96e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:39.449335 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a1c64c34-2433-4790-9085-ab3c0e0af96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:39.519646 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a1c64c34-2433-4790-9085-ab3c0e0af96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:39.529400 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-6075710a-8513-4fac-b70e-652673b39142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:39.570079 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-a1c64c34-2433-4790-9085-ab3c0e0af96e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bb1566400f74a62b5dbfa3e8fdcc629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502918 May 25 16:53:39.571430 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c64c34-2433-4790-9085-ab3c0e0af96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d874f9-1359-46df-ba15-3f3d988c53e0,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:39.572706 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59814) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:39.574566 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a1c64c34-2433-4790-9085-ab3c0e0af96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:39.631362 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d172baaa-114b-46e1-8560-24b048de39fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:39.656991 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d172baaa-114b-46e1-8560-24b048de39fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:39.818093 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d172baaa-114b-46e1-8560-24b048de39fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:39.822958 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b231bd5f-6b93-456a-9878-e8588d184cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:39.835524 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172baaa-114b-46e1-8560-24b048de39fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d874f9-1359-46df-ba15-3f3d988c53e0,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:39.839059 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d172baaa-114b-46e1-8560-24b048de39fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:39.844606 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-d172baaa-114b-46e1-8560-24b048de39fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:39.849134 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-d172baaa-114b-46e1-8560-24b048de39fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11d874f9-1359-46df-ba15-3f3d988c53e0 HTTP/1.1" status: 204 len: 168 time: 0.2753191 May 25 16:53:47.419476 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b8ec4-1d8e-4d0e-8afa-5e56245aec55 req-9a3d4eac-3d6b-46de-9dd9-a8b086bf68da tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:47.420957 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-808b8ec4-1d8e-4d0e-8afa-5e56245aec55 req-9a3d4eac-3d6b-46de-9dd9-a8b086bf68da tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 946 time: 0.0833542 May 25 16:53:47.467856 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-808b8ec4-1d8e-4d0e-8afa-5e56245aec55 req-507ce940-1676-4db3-a63b-676a7bf4a7c0 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406010 May 25 16:53:47.977092 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 59940) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:48.091119 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-12963de9-5a8c-4122-90da-80a81e0633d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:48.105835 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-12963de9-5a8c-4122-90da-80a81e0633d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:48.109201 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-12963de9-5a8c-4122-90da-80a81e0633d9 admin admin] Usage tracker for resource:security_group_rule and tenant:624d5c09dff14f85b3cc4775aff2e558 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:48.113378 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-12963de9-5a8c-4122-90da-80a81e0633d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:48.117727 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-12963de9-5a8c-4122-90da-80a81e0633d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:48.197850 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-12963de9-5a8c-4122-90da-80a81e0633d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:48.280522 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-12963de9-5a8c-4122-90da-80a81e0633d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:48.288318 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b4e51bce-b641-44f3-b5e4-3790243c849c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:48.331564 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-12963de9-5a8c-4122-90da-80a81e0633d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=624d5c09dff14f85b3cc4775aff2e558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568258 May 25 16:53:48.332846 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12963de9-5a8c-4122-90da-80a81e0633d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde65d58-bf6f-4fac-b1c4-7f1c62c313bc,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:48.334947 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59946) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:48.336284 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-12963de9-5a8c-4122-90da-80a81e0633d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:48.484923 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2449cc53-e1cd-4ae7-8a78-8176ca47550f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:48.511301 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2449cc53-e1cd-4ae7-8a78-8176ca47550f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:48.629921 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2449cc53-e1cd-4ae7-8a78-8176ca47550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:48.634956 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-750f006f-0ecf-47c5-a16e-1919ac22e046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:48.649628 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449cc53-e1cd-4ae7-8a78-8176ca47550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde65d58-bf6f-4fac-b1c4-7f1c62c313bc,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:48.652088 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2449cc53-e1cd-4ae7-8a78-8176ca47550f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:48.655145 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c20fb-4681-4da2-863d-4e8d12daf817 req-3a381c6c-f686-417c-acb3-fb4dc93f2e03 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:48.656750 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e3c20fb-4681-4da2-863d-4e8d12daf817 req-3a381c6c-f686-417c-acb3-fb4dc93f2e03 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 946 time: 0.0807776 May 25 16:53:48.662224 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2449cc53-e1cd-4ae7-8a78-8176ca47550f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:48.665778 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-2449cc53-e1cd-4ae7-8a78-8176ca47550f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bde65d58-bf6f-4fac-b1c4-7f1c62c313bc HTTP/1.1" status: 204 len: 168 time: 0.3273489 May 25 16:53:48.703509 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e3c20fb-4681-4da2-863d-4e8d12daf817 req-4f9f53b8-7d62-45c7-9635-c4000aa24953 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390527 May 25 16:53:49.149845 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930205b-5d6f-4443-9479-271470289cc7 req-7f164d53-208d-4d93-a30e-0f863922159e tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:49.151173 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1930205b-5d6f-4443-9479-271470289cc7 req-7f164d53-208d-4d93-a30e-0f863922159e tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 946 time: 0.0814915 May 25 16:53:49.284189 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Deleting port fb0f43cc-c882-42e3-b5d3-80581f0628f5 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:49.284533 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.322793 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59956) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:49.340561 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9023fb5d-99b5-4db8-b126-f2f8877019b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.355056 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-9023fb5d-99b5-4db8-b126-f2f8877019b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:49.358797 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-9023fb5d-99b5-4db8-b126-f2f8877019b7 admin admin] Usage tracker for resource:security_group_rule and tenant:20ff783e6c7646ca8482c9b2ae74816e is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:49.361562 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-9023fb5d-99b5-4db8-b126-f2f8877019b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:49.368121 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-9023fb5d-99b5-4db8-b126-f2f8877019b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:49.419698 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] For port fb0f43cc-c882-42e3-b5d3-80581f0628f5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb0f43cc-c882-42e3-b5d3-80581f0628f5,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:49.419970 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.451156 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9023fb5d-99b5-4db8-b126-f2f8877019b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.509196 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9023fb5d-99b5-4db8-b126-f2f8877019b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.517592 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-ccab33d3-a234-4549-aca6-6b07df83c3ca tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:49.559895 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-9023fb5d-99b5-4db8-b126-f2f8877019b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20ff783e6c7646ca8482c9b2ae74816e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359731 May 25 16:53:49.561520 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023fb5d-99b5-4db8-b126-f2f8877019b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a832a60b-81b1-4a1b-ad8e-f1b409fa5d4d,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:49.564546 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9023fb5d-99b5-4db8-b126-f2f8877019b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:49.565233 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 59960) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:49.625825 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2645a803-2a47-4902-a240-a34f5242d62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.652207 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2645a803-2a47-4902-a240-a34f5242d62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.722068 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.722641 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925162'] for floatingip, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.722791 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.l3_db [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Floating IP 0b53e6e5-5461-4678-aa12-60d201d4215c disassociated. External IP: 172.28.3.233, port: fb0f43cc-c882-42e3-b5d3-80581f0628f5. May 25 16:53:49.723861 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Calling delete_port for fb0f43cc-c882-42e3-b5d3-80581f0628f5 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:49.789609 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2645a803-2a47-4902-a240-a34f5242d62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.794776 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:49.809578 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645a803-2a47-4902-a240-a34f5242d62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a832a60b-81b1-4a1b-ad8e-f1b409fa5d4d,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:49.812268 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2645a803-2a47-4902-a240-a34f5242d62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:49.815022 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-2645a803-2a47-4902-a240-a34f5242d62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.819708 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-2645a803-2a47-4902-a240-a34f5242d62a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a832a60b-81b1-4a1b-ad8e-f1b409fa5d4d HTTP/1.1" status: 204 len: 168 time: 0.2534838 May 25 16:53:49.910934 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e288d1-053e-4cc0-97a7-b7e4d0e7d544 req-9091ea00-3ca0-4133-951e-df5d0f62f8da tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:49.912471 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77e288d1-053e-4cc0-97a7-b7e4d0e7d544 req-9091ea00-3ca0-4133-951e-df5d0f62f8da tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 946 time: 0.0983484 May 25 16:53:49.951245 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.958718 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3eaaa233-774d-4917-9712-04108a088a75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:50.000764 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-77e288d1-053e-4cc0-97a7-b7e4d0e7d544 req-f78ebbd1-d6f1-4055-8cdb-47fc27ee2c6a tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826666 May 25 16:53:50.012935 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event deleted for resources: {'Port': ['ID=fb0f43cc-c882-42e3-b5d3-80581f0628f5,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:50.015036 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:50.292558 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Router 395d86e9-8152-4ff0-8f99-c19bc2b043cd has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:50.487002 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:50.499377 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c4f43-f2e4-4f40-b186-6a3e46545335 None None] Sync routers for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:50.509225 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c4f43-f2e4-4f40-b186-6a3e46545335 None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:50.509882 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-d67c4f43-f2e4-4f40-b186-6a3e46545335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:53:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:50.566253 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] No DVR routers for this DVR port fb0f43cc-c882-42e3-b5d3-80581f0628f5 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:50.568799 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:50.571456 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'name': 'network-vif-deleted', 'tag': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:53:50.616396 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbe225d-20f6-4419-b24d-fff5cb69a81d', 'name': 'network-vif-deleted', 'tag': 'fb0f43cc-c882-42e3-b5d3-80581f0628f5', 'status': 'completed', 'code': 200} May 25 16:53:50.694308 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-1930205b-5d6f-4443-9479-271470289cc7 req-72d795e0-b2e2-413e-ad60-e3204c2e276f tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.39 "DELETE /v2.0/ports/fb0f43cc-c882-42e3-b5d3-80581f0628f5 HTTP/1.1" status: 204 len: 173 time: 1.5371580 May 25 16:53:50.696127 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-d67c4f43-f2e4-4f40-b186-6a3e46545335 None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:51.056803 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-d67c4f43-f2e4-4f40-b186-6a3e46545335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:51.060721 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c4f43-f2e4-4f40-b186-6a3e46545335 None None] Checking router: 395d86e9-8152-4ff0-8f99-c19bc2b043cd for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:53:51.070299 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c4f43-f2e4-4f40-b186-6a3e46545335 None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:51.070947 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-d67c4f43-f2e4-4f40-b186-6a3e46545335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:53:27Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:51.105951 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device fb0f43cc-c882-42e3-b5d3-80581f0628f5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:51.144457 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: fb0f43cc-c882-42e3-b5d3-80581f0628f5 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:51.145124 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device fb0f43cc-c882-42e3-b5d3-80581f0628f5 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:51.166961 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-35df8e1e-4816-40da-beb4-4f5f6bfe13da req-1574a072-9356-4c16-8806-19576f621b89 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Synchronizing usage tracker for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:51.252505 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-d67c4f43-f2e4-4f40-b186-6a3e46545335 None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:51.315838 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-35df8e1e-4816-40da-beb4-4f5f6bfe13da req-1574a072-9356-4c16-8806-19576f621b89 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Unset dirty status for tenant:65b037169fa74f7090d0ad8a40d69f68 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:51.321000 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-35df8e1e-4816-40da-beb4-4f5f6bfe13da req-1574a072-9356-4c16-8806-19576f621b89 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcbe225d-20f6-4419-b24d-fff5cb69a81d HTTP/1.1" status: 200 len: 210 time: 0.1960611 May 25 16:53:51.567173 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-d67c4f43-f2e4-4f40-b186-6a3e46545335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:51.571086 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c4f43-f2e4-4f40-b186-6a3e46545335 None None] The sync data for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb is: [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb', '_interfaces': [{'id': 'eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b', 'name': '', 'network_id': '6c4ac3a1-b9bf-4c55-8d7b-e62430e60185', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'mac_address': 'fa:16:3e:26:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'subnets': [{'id': '4fceb711-e2c1-4385-8410-e023c98848d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:51.793699 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a24ffb-6215-4b0c-a84a-468ab7dfff63 None None] New status for floating IP 0b53e6e5-5461-4678-aa12-60d201d4215c: DOWN {{(pid=98883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:53:52.508725 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 60034) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:52.575071 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-12c1cb21-efe4-4780-8b64-7bb1006d4f06 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.605185 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-12c1cb21-efe4-4780-8b64-7bb1006d4f06 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.755176 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-12c1cb21-efe4-4780-8b64-7bb1006d4f06 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.761701 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d9f034b2-eb3f-4967-a7dd-e9d04779ca2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:52.775237 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1cb21-efe4-4780-8b64-7bb1006d4f06 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0f91cf-39ca-4deb-bc7d-ea1320d2711e,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:52.777587 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-12c1cb21-efe4-4780-8b64-7bb1006d4f06 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:52.863073 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-12c1cb21-efe4-4780-8b64-7bb1006d4f06 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.864295 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-12c1cb21-efe4-4780-8b64-7bb1006d4f06 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "DELETE /v2.0/security-groups/0f0f91cf-39ca-4deb-bc7d-ea1320d2711e HTTP/1.1" status: 204 len: 168 time: 0.3545117 May 25 16:53:52.867008 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 60044) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:52.882392 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.api.v2.resource [None req-e84ab405-72ec-42af-966a-5f30673755a6 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] show failed (client error): The resource could not be found. May 25 16:53:52.883317 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-e84ab405-72ec-42af-966a-5f30673755a6 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "GET /v2.0/security-groups/0f0f91cf-39ca-4deb-bc7d-ea1320d2711e HTTP/1.1" status: 404 len: 347 time: 0.0154500 May 25 16:53:52.885957 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 60048) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:53.104314 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-0c156ae2-8bbc-44d5-a39f-d19d5e467d54 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Deleting port c4252c4d-05bf-4513-941f-92f4595f88f5 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:53.104652 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0c156ae2-8bbc-44d5-a39f-d19d5e467d54 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.157858 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60054) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:53.222943 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0c156ae2-8bbc-44d5-a39f-d19d5e467d54 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.223190 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0c156ae2-8bbc-44d5-a39f-d19d5e467d54 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.276471 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b48ea02a-0f79-4470-bca8-cee1df685e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.290538 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-b48ea02a-0f79-4470-bca8-cee1df685e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:53.294277 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-b48ea02a-0f79-4470-bca8-cee1df685e65 admin admin] Usage tracker for resource:security_group_rule and tenant:ba97d7331ef84efb9b0481b524555cda is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:53.297100 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-b48ea02a-0f79-4470-bca8-cee1df685e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:53.302791 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-b48ea02a-0f79-4470-bca8-cee1df685e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:53.348341 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-0c156ae2-8bbc-44d5-a39f-d19d5e467d54 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Calling delete_port for c4252c4d-05bf-4513-941f-92f4595f88f5 owned by network:floatingip {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:53.385111 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b48ea02a-0f79-4470-bca8-cee1df685e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.479161 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b48ea02a-0f79-4470-bca8-cee1df685e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.491557 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5876395d-4b73-4742-bf6c-c91e4a4a96ce tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:53.529789 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-b48ea02a-0f79-4470-bca8-cee1df685e65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba97d7331ef84efb9b0481b524555cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707833 May 25 16:53:53.531399 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ea02a-0f79-4470-bca8-cee1df685e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787a6778-980c-41d0-a232-92e4fed62035,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:53.532944 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 60060) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:53.534388 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b48ea02a-0f79-4470-bca8-cee1df685e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:53.546289 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0c156ae2-8bbc-44d5-a39f-d19d5e467d54 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.553069 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d3d1028d-e26b-4f02-857a-743db4927dc9 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:53.607959 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c156ae2-8bbc-44d5-a39f-d19d5e467d54 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Pushing event deleted for resources: {'Port': ['ID=c4252c4d-05bf-4513-941f-92f4595f88f5,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:53.610959 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0c156ae2-8bbc-44d5-a39f-d19d5e467d54 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:53.718243 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a3725198-e0c4-4575-904c-eb63c94460e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.744370 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0c156ae2-8bbc-44d5-a39f-d19d5e467d54 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks [] for floatingip, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.761263 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a3725198-e0c4-4575-904c-eb63c94460e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.855814 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-0c156ae2-8bbc-44d5-a39f-d19d5e467d54 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for floatingip, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.855993 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-0c156ae2-8bbc-44d5-a39f-d19d5e467d54 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] 10.222.0.49 "DELETE /v2.0/floatingips/0b53e6e5-5461-4678-aa12-60d201d4215c HTTP/1.1" status: 204 len: 168 time: 0.9689443 May 25 16:53:53.915053 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a3725198-e0c4-4575-904c-eb63c94460e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.917669 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-a3725198-e0c4-4575-904c-eb63c94460e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.918834 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-a3725198-e0c4-4575-904c-eb63c94460e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/787a6778-980c-41d0-a232-92e4fed62035 HTTP/1.1" status: 204 len: 168 time: 0.3848436 May 25 16:53:53.919653 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-31a3cdab-bc18-47cb-9a35-2feb6201d8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:53.929594 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3725198-e0c4-4575-904c-eb63c94460e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787a6778-980c-41d0-a232-92e4fed62035,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:53.931989 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-a3725198-e0c4-4575-904c-eb63c94460e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:54.671077 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60072) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:54.689513 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d5c15501-7e44-4104-a892-f0faadfc02c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.703525 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d5c15501-7e44-4104-a892-f0faadfc02c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:54.707250 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d5c15501-7e44-4104-a892-f0faadfc02c5 admin admin] Usage tracker for resource:security_group_rule and tenant:52695402afb842bea004fefa36c5a72a is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:54.710307 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-d5c15501-7e44-4104-a892-f0faadfc02c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:54.715997 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-d5c15501-7e44-4104-a892-f0faadfc02c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:54.795673 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d5c15501-7e44-4104-a892-f0faadfc02c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.863718 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-d5c15501-7e44-4104-a892-f0faadfc02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.871086 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d217a20d-3652-4531-b48f-a193b9c6b546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:54.913736 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c15501-7e44-4104-a892-f0faadfc02c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b65f8d5-674c-4d03-820d-cb4e49a03613,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:54.918793 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-d5c15501-7e44-4104-a892-f0faadfc02c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52695402afb842bea004fefa36c5a72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466004 May 25 16:53:54.919880 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d5c15501-7e44-4104-a892-f0faadfc02c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:54.921425 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60076) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:54.993626 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f8b29e3f-f7f4-4be9-a558-5c75fff7eebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:55.020432 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f8b29e3f-f7f4-4be9-a558-5c75fff7eebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:55.172251 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-ad8d0f6a-ed51-4db9-8c63-b57ff6b60eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:55.195399 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f8b29e3f-f7f4-4be9-a558-5c75fff7eebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:55.199179 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3bbcacb5-1e28-4b6d-9aab-c1ab29c76194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:55.212294 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b29e3f-f7f4-4be9-a558-5c75fff7eebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b65f8d5-674c-4d03-820d-cb4e49a03613,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:55.215089 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-f8b29e3f-f7f4-4be9-a558-5c75fff7eebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:55.222236 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-f8b29e3f-f7f4-4be9-a558-5c75fff7eebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:55.223255 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-f8b29e3f-f7f4-4be9-a558-5c75fff7eebc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b65f8d5-674c-4d03-820d-cb4e49a03613 HTTP/1.1" status: 204 len: 168 time: 0.3008647 May 25 16:53:55.954141 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:57.451053 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:57.560321 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-62b97ee6-1f43-42c2-a632-392e9e33139e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:58.533651 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 60186) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:58.726793 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:59.378629 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924120'] for router_interface, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:59.810120 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Deleting port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:59.811146 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:59.933005 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] For port eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:59.933262 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.054789 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Calling delete_port for eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b owned by network:router_interface {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:00.235721 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.262245 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.266314 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b6daf096-26a7-4717-9348-119c73ea7f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:00.311239 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:00.321314 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:00.703069 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926024'] for router_interface, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.074759 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Router 395d86e9-8152-4ff0-8f99-c19bc2b043cd has already been hosted by L3 agent e0e0dcbb-119e-4679-8fa4-5286439321b8 {{(pid=98881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:01.254566 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Notify agent at l3_agent.dv-cinder-786386-6-smb the message routers_updated {{(pid=98881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:01.262644 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa224-f74d-43e2-89a8-29913fd91794 None None] Sync routers for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:01.271014 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] 10.222.0.49 "PUT /v2.0/routers/395d86e9-8152-4ff0-8f99-c19bc2b043cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7321103 May 25 16:54:01.271266 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60196) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:01.273155 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fa224-f74d-43e2-89a8-29913fd91794 None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:01.273909 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-e11fa224-f74d-43e2-89a8-29913fd91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:53:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:01.450876 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-e11fa224-f74d-43e2-89a8-29913fd91794 None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: dv-cinder-786386-6-smb {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:01.451408 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Notify callbacks [] for router, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.623288 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.731345 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-e11fa224-f74d-43e2-89a8-29913fd91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'external_fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:54:00Z', 'revision_number': 5, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port': {'id': '148e6d90-c6f3-4d0d-b81a-961aa6621400', 'name': '', 'network_id': '2f7e0120-dd4d-463e-a817-41806313a9a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786386-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:48Z', 'updated_at': '2021-05-25T16:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa6a078e-4994-4104-87d2-bf41ebe009bf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786386-6-smb'}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:01.734972 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa224-f74d-43e2-89a8-29913fd91794 None None] Checking router: 395d86e9-8152-4ff0-8f99-c19bc2b043cd for host: dv-cinder-786386-6-smb {{(pid=98884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:54:01.742317 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Deleting port 148e6d90-c6f3-4d0d-b81a-961aa6621400 {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:01.742680 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.743096 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fa224-f74d-43e2-89a8-29913fd91794 None None] Routers {'395d86e9-8152-4ff0-8f99-c19bc2b043cd'} bound to L3 agent in host dv-cinder-786386-6-smb {{(pid=98884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:01.743700 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-e11fa224-f74d-43e2-89a8-29913fd91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786386-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:37:27Z,description=,heartbeat_timestamp=2021-05-25T16:53:57Z,host='dv-cinder-786386-6-smb',id=e0e0dcbb-119e-4679-8fa4-5286439321b8,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:37:27Z,topic='l3_agent')) {'router_ids': ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'], 'active': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:01.879174 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.db [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] For port 148e6d90-c6f3-4d0d-b81a-961aa6621400, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=148e6d90-c6f3-4d0d-b81a-961aa6621400,segment=NetworkSegment(4f7d4577-4bd9-4990-a990-6ddcbc359e15),segment_id=4f7d4577-4bd9-4990-a990-6ddcbc359e15)] {{(pid=98882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:01.879541 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.899414 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_dvr_db [None req-e11fa224-f74d-43e2-89a8-29913fd91794 None None] Set router 395d86e9-8152-4ff0-8f99-c19bc2b043cd gateway port host: None {{(pid=98884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:02.006635 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Calling delete_port for 148e6d90-c6f3-4d0d-b81a-961aa6621400 owned by network:router_gateway {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:02.032951 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.l3_hamode_db [None req-e11fa224-f74d-43e2-89a8-29913fd91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:54:01Z', 'revision_number': 6, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port_host': None}], 'dv-cinder-786386-6-smb', False) {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:02.037041 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa224-f74d-43e2-89a8-29913fd91794 None None] The sync data for ids ['395d86e9-8152-4ff0-8f99-c19bc2b043cd'] in dv-cinder-786386-6-smb is: [{'id': '395d86e9-8152-4ff0-8f99-c19bc2b043cd', 'name': 'tempest-AttachVolumeTestJSON-1123911047-router', 'tenant_id': '65b037169fa74f7090d0ad8a40d69f68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:46Z', 'updated_at': '2021-05-25T16:54:01Z', 'revision_number': 6, 'project_id': '65b037169fa74f7090d0ad8a40d69f68', 'gw_port_host': None}] {{(pid=98884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:02.212884 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.216916 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d012c1cf-c670-4dfa-b55f-623809beac7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:02.260107 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=148e6d90-c6f3-4d0d-b81a-961aa6621400,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:02.263059 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:02.450971 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925125'] for router_gateway, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.632549 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-926792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.634862 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.703863 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925812'] for router, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.704470 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 395d86e9-8152-4ff0-8f99-c19bc2b043cd {{(pid=98882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:54:02.718163 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] Notify callbacks [] for router, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.720924 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-30adee2e-5d97-4297-927f-c0f1dbc3d2bf admin admin] 10.222.0.49 "DELETE /v2.0/routers/395d86e9-8152-4ff0-8f99-c19bc2b043cd HTTP/1.1" status: 204 len: 168 time: 1.4480975 May 25 16:54:02.721887 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60202) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:02.787460 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4347a1c-8868-4ad9-8d2d-0a65c39385ce admin admin] Deleting subnet 4fceb711-e2c1-4385-8410-e023c98848d8 {{(pid=98882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:54:02.790637 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b4347a1c-8868-4ad9-8d2d-0a65c39385ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.841355 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b4347a1c-8868-4ad9-8d2d-0a65c39385ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141366'] for subnet, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.922473 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b4347a1c-8868-4ad9-8d2d-0a65c39385ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.224152 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b4347a1c-8868-4ad9-8d2d-0a65c39385ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2286405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2154585'] for subnet, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.228579 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-456359bb-5683-49d6-8fd4-166bbaedf7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:03.265419 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4347a1c-8868-4ad9-8d2d-0a65c39385ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fceb711-e2c1-4385-8410-e023c98848d8,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:03.267365 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b4347a1c-8868-4ad9-8d2d-0a65c39385ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.273885 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b4347a1c-8868-4ad9-8d2d-0a65c39385ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:03.274112 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d7e8d-587e-492b-bbfe-5ba91e24ffaf None None] Network 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:03.278338 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-b4347a1c-8868-4ad9-8d2d-0a65c39385ce admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4fceb711-e2c1-4385-8410-e023c98848d8 HTTP/1.1" status: 204 len: 168 time: 0.5525897 May 25 16:54:03.285490 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60208) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:03.390137 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.467991 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Deleting port 90d24214-f10d-4cf3-949c-2a4fb7106cfc {{(pid=98882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:03.468669 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.520962 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] DHCP port deletion for 6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 request from dv-cinder-786386-6-smb {{(pid=98883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:54:03.571804 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.db [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] For port 90d24214-f10d-4cf3-949c-2a4fb7106cfc, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=90d24214-f10d-4cf3-949c-2a4fb7106cfc,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:03.572159 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.625774 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Deleting port 90d24214-f10d-4cf3-949c-2a4fb7106cfc {{(pid=98883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:03.626162 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.700375 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Calling delete_port for 90d24214-f10d-4cf3-949c-2a4fb7106cfc owned by network:dhcp {{(pid=98882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:03.729443 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] For port 90d24214-f10d-4cf3-949c-2a4fb7106cfc, host dv-cinder-786386-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786386-6-smb',level=0,port_id=90d24214-f10d-4cf3-949c-2a4fb7106cfc,segment=NetworkSegment(e813b577-51db-4ecc-81e0-72398626614f),segment_id=e813b577-51db-4ecc-81e0-72398626614f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:03.729764 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.852175 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Calling delete_port for 90d24214-f10d-4cf3-949c-2a4fb7106cfc owned by network:dhcp {{(pid=98883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:03.852567 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287286'] for port, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.860958 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2e36cc0f-1282-4525-97fe-5bc9a82756f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:03.903617 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612'] for port, after_delete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.904436 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d24214-f10d-4cf3-949c-2a4fb7106cfc,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:03.906297 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] No DVR routers for this DVR port 90d24214-f10d-4cf3-949c-2a4fb7106cfc on host dv-cinder-786386-6-smb {{(pid=98882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:03.907872 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:03.914543 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-b5360e39-dff8-4627-a863-eda0eed4c2d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:03.962151 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Pushing event deleted for resources: {'Port': ['ID=90d24214-f10d-4cf3-949c-2a4fb7106cfc,revision_number=None']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:03.964949 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:54:04.004448 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] No DVR routers for this DVR port 90d24214-f10d-4cf3-949c-2a4fb7106cfc on host dv-cinder-786386-6-smb {{(pid=98883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:04.006691 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.007036 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.007373 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.007753 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.008029 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.008361 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.008680 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.008999 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.009345 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.009666 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.009992 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.010305 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:04.013820 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:54:04.014186 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device eacfdf13-a1bd-49d2-ad6c-6b97b3dfed0b not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:54:04.014585 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 148e6d90-c6f3-4d0d-b81a-961aa6621400 no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:54:04.031648 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:04.044485 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-19212c9d-7970-4407-9893-c8ea14a13a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:04.048218 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4ac3a1-b9bf-4c55-8d7b-e62430e60185']}} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:04.050985 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: 148e6d90-c6f3-4d0d-b81a-961aa6621400 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:54:04.051130 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 148e6d90-c6f3-4d0d-b81a-961aa6621400 not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:54:04.051539 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 90d24214-f10d-4cf3-949c-2a4fb7106cfc no longer exists at agent ovs-agent-dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:54:04.061081 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e813b577-51db-4ecc-81e0-72398626614f') {'for_net_delete': True} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:04.061411 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e813b577-51db-4ecc-81e0-72398626614f') {} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:04.072758 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141373'] for segment, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:04.087987 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] No Port match for: 90d24214-f10d-4cf3-949c-2a4fb7106cfc {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:54:04.088344 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Device 90d24214-f10d-4cf3-949c-2a4fb7106cfc not bound to the agent host dv-cinder-786386-6-smb {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:54:04.093219 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:04.100792 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=98882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:54:04.101180 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287331'] for segment, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: Traceback (most recent call last): May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: timer() May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: cb(*args, **kw) May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: return func(*args, **kwargs) May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: self._notify() May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: self.callback(batched_events) May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: event.method(event) May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: return f(self, *a, **k) May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: return self._get(url).json() May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: return self.request(url, 'GET', **kwargs) May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:54:04.200122 dv-cinder-786386-6-smb neutron-server[98882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:54:04.344093 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:04.348986 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:04.351759 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d4deaa7b-833d-4913-8f6b-03955e2796fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:04.376722 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4ac3a1-b9bf-4c55-8d7b-e62430e60185,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:04.381115 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:04.382963 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-4b6c6342-33e8-4809-985b-2ebda2d8e9e5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6c4ac3a1-b9bf-4c55-8d7b-e62430e60185 HTTP/1.1" status: 204 len: 168 time: 1.1035604 May 25 16:54:04.702046 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60216) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:04.754312 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-76b4ed4b-015a-41dd-910b-cd315a3dd6b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65b037169fa74f7090d0ad8a40d69f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509508 May 25 16:54:04.757006 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60220) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:04.812867 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-54ecbdc3-494f-4d08-9cc0-5c0cac1b3f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:04.839572 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-54ecbdc3-494f-4d08-9cc0-5c0cac1b3f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:04.961853 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-54ecbdc3-494f-4d08-9cc0-5c0cac1b3f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:04.965651 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b3dd9659-513e-49d2-b27c-6eeacbfefbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:04.979913 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecbdc3-494f-4d08-9cc0-5c0cac1b3f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b10641-e374-411c-b9b1-14f2376067ed,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:04.983635 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-54ecbdc3-494f-4d08-9cc0-5c0cac1b3f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:04.986750 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-54ecbdc3-494f-4d08-9cc0-5c0cac1b3f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:04.988555 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-54ecbdc3-494f-4d08-9cc0-5c0cac1b3f8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8b10641-e374-411c-b9b1-14f2376067ed HTTP/1.1" status: 204 len: 168 time: 0.2306163 May 25 16:54:15.365596 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60372) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:15.481705 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-67f15419-8c22-49d9-8dea-cf4540b1f802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.499690 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-67f15419-8c22-49d9-8dea-cf4540b1f802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:15.503477 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-67f15419-8c22-49d9-8dea-cf4540b1f802 admin admin] Usage tracker for resource:security_group_rule and tenant:62b74d50b4e5435aa99b1a359c665c19 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:15.506259 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-67f15419-8c22-49d9-8dea-cf4540b1f802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:15.511943 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-67f15419-8c22-49d9-8dea-cf4540b1f802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:15.592552 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-67f15419-8c22-49d9-8dea-cf4540b1f802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.686247 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-67f15419-8c22-49d9-8dea-cf4540b1f802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.695207 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2c19b69b-a620-4eec-80e7-234d0a740288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:15.735626 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-67f15419-8c22-49d9-8dea-cf4540b1f802 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62b74d50b4e5435aa99b1a359c665c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688302 May 25 16:54:15.737362 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f15419-8c22-49d9-8dea-cf4540b1f802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea3451f-3dd9-408a-8af5-43e9df3825fe,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:15.738298 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 60382) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:15.740665 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-67f15419-8c22-49d9-8dea-cf4540b1f802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:15.798100 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e16ad97e-a9aa-486c-bc56-c3ac91d1f34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.823357 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e16ad97e-a9aa-486c-bc56-c3ac91d1f34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.849495 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:54:15.943872 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e16ad97e-a9aa-486c-bc56-c3ac91d1f34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.948930 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-af01cd06-7fee-45ab-bf99-c92ecb7bc985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:15.961739 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ad97e-a9aa-486c-bc56-c3ac91d1f34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea3451f-3dd9-408a-8af5-43e9df3825fe,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:15.964657 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-e16ad97e-a9aa-486c-bc56-c3ac91d1f34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:15.966760 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-e16ad97e-a9aa-486c-bc56-c3ac91d1f34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.970810 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-e16ad97e-a9aa-486c-bc56-c3ac91d1f34c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ea3451f-3dd9-408a-8af5-43e9df3825fe HTTP/1.1" status: 204 len: 168 time: 0.2285037 May 25 16:54:17.064862 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 60412) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:17.168603 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1415051485-network', 'tenant_id': 'ae28b4501a044183b2bb0b046189a506'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:17.173207 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:17.177049 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Usage tracker for resource:network and tenant:ae28b4501a044183b2bb0b046189a506 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:17.179872 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:17.186339 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:17.267845 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Made reservation on behalf of ae28b4501a044183b2bb0b046189a506 for: {'network': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:17.270172 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.282103 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.307168 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:17.307168 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Usage tracker for resource:security_group_rule and tenant:ae28b4501a044183b2bb0b046189a506 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:17.307168 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:17.310804 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:17.391943 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.466985 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60420) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:17.474783 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.477845 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-0754b509-e07e-4456-8ee4-9244c084d1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:17.508591 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=98881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:54:17.513778 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac63c6d-bd33-4d83-952e-f0b3a5ceee79,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:17.517313 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:17.524262 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.524262 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.segments_db [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Added segment 47fa99f7-25a5-4f5f-9d55-6a991fe8601f of type vlan for network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 May 25 16:54:17.547716 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.592114 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fb2cb56d-e064-4443-a393-5a47a8b6aa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.607165 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-fb2cb56d-e064-4443-a393-5a47a8b6aa30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:17.610915 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-fb2cb56d-e064-4443-a393-5a47a8b6aa30 admin admin] Usage tracker for resource:security_group_rule and tenant:4b9155d8c1294d31bbe6c59db6da2b27 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:17.613636 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-fb2cb56d-e064-4443-a393-5a47a8b6aa30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:17.619254 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-fb2cb56d-e064-4443-a393-5a47a8b6aa30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:17.640956 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.642342 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:17.642919 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.647821 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:17.701497 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fb2cb56d-e064-4443-a393-5a47a8b6aa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.745893 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Pushing event updated for resources: {'Network': ['ID=4b9f38ec-ab22-4c43-9f0c-e6fd174bd696,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:17.748575 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:17.755452 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:54:17.778077 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fb2cb56d-e064-4443-a393-5a47a8b6aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.785333 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3e46223d-2771-42cb-96ce-2c288eef060f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:17.801947 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7359772 May 25 16:54:17.804622 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 60426) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:17.810973 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Request body: {'subnet': {'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1415051485-subnet', 'tenant_id': 'ae28b4501a044183b2bb0b046189a506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:17.816766 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:17.820927 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Usage tracker for resource:subnet and tenant:ae28b4501a044183b2bb0b046189a506 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:17.823952 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:17.830248 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:17.832053 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cb56d-e064-4443-a393-5a47a8b6aa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cdfa77-66dd-46c8-ad91-04883363a0b2,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:17.836599 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-fb2cb56d-e064-4443-a393-5a47a8b6aa30 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b9155d8c1294d31bbe6c59db6da2b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684547 May 25 16:54:17.837412 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fb2cb56d-e064-4443-a393-5a47a8b6aa30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:17.843609 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60430) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:17.904314 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-81392a91-e6c9-4b13-9dc7-dd927c61a993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.930788 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-81392a91-e6c9-4b13-9dc7-dd927c61a993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.943712 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Made reservation on behalf of ae28b4501a044183b2bb0b046189a506 for: {'subnet': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:17.946113 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2283288'] for subnet, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:18.067634 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-81392a91-e6c9-4b13-9dc7-dd927c61a993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:18.073035 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-444d9f20-48c8-4a3a-8c3a-0c1af1e7bf5f tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:18.085430 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81392a91-e6c9-4b13-9dc7-dd927c61a993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cdfa77-66dd-46c8-ad91-04883363a0b2,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:18.090016 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-81392a91-e6c9-4b13-9dc7-dd927c61a993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:18.096090 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-81392a91-e6c9-4b13-9dc7-dd927c61a993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:18.099728 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-81392a91-e6c9-4b13-9dc7-dd927c61a993 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01cdfa77-66dd-46c8-ad91-04883363a0b2 HTTP/1.1" status: 204 len: 168 time: 0.2527294 May 25 16:54:18.443872 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2276314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2283278'] for subnet, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:18.448617 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7bc29889-ff4d-434b-9823-258f2f230037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:18.524635 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6179c0a5-0a20-43fd-8daa-ea36b2c8fcd0,revision_number=0']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:18.529242 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:18.533600 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Checking segment: {'id': '47fa99f7-25a5-4f5f-9d55-6a991fe8601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:18.533959 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Network hostable DHCP agents. Network: 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:54:18.612033 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:54:18.698198 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696) {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:18.707242 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:18.707862 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:18.708536 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f222b4-ded6-45e1-bb70-00100ed2aba2 None None] Network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:18.915228 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9551048e-89c4-4490-b308-7796639b7e4c None None] Network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:18.975581 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-7b1326f5-4ebc-4f2b-a94c-a49b12077065 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1617453 May 25 16:54:19.193141 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 60460) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:19.296081 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1388252478-network', 'tenant_id': 'f40b0008eee441928848fe483c77731e'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:19.300651 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:19.304506 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Usage tracker for resource:network and tenant:f40b0008eee441928848fe483c77731e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:19.307892 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:19.314347 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:19.418091 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Made reservation on behalf of f40b0008eee441928848fe483c77731e for: {'network': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:19.420370 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.432639 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.448807 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:19.452997 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Usage tracker for resource:security_group_rule and tenant:f40b0008eee441928848fe483c77731e is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:19.456272 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:19.464650 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:19.560837 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.623405 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.626578 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-5970b354-6939-4af4-a666-3fe65d6299d4 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:19.654703 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=98881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:54:19.663233 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd39f948-f220-4e46-8c63-de0fc4262255,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:19.666733 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:19.669208 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.669522 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.db.segments_db [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Added segment b7e5e1e1-1e42-4662-b2d2-59b9c784f7cd of type vlan for network 9a6c1a4f-3a48-413a-a4b2-d54523b6a682 May 25 16:54:19.694662 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.789679 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.791052 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:19.791642 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.796636 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:19.898717 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Pushing event updated for resources: {'Network': ['ID=9a6c1a4f-3a48-413a-a4b2-d54523b6a682,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:19.901513 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:19.909301 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network 9a6c1a4f-3a48-413a-a4b2-d54523b6a682 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:54:19.977032 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60466) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:19.977932 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-dd2b6bed-6e71-48df-85e2-1d4aafd59979 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7830863 May 25 16:54:19.983386 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Request body: {'subnet': {'network_id': '9a6c1a4f-3a48-413a-a4b2-d54523b6a682', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1388252478-subnet', 'tenant_id': 'f40b0008eee441928848fe483c77731e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:19.988624 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:19.993154 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Usage tracker for resource:subnet and tenant:f40b0008eee441928848fe483c77731e is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:19.997472 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:20.011277 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:20.104675 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Made reservation on behalf of f40b0008eee441928848fe483c77731e for: {'subnet': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:20.104675 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2154566'] for subnet, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:20.539057 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2286342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2154576'] for subnet, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:20.544157 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b4347a1c-8868-4ad9-8d2d-0a65c39385ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:20.614441 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17c0839-5094-4f72-8c0f-0bf28bc4992d,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:20.617784 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:20.623510 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Checking segment: {'id': 'b7e5e1e1-1e42-4662-b2d2-59b9c784f7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '9a6c1a4f-3a48-413a-a4b2-d54523b6a682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:20.623864 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Network hostable DHCP agents. Network: 9a6c1a4f-3a48-413a-a4b2-d54523b6a682, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:54:20.726620 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Network 9a6c1a4f-3a48-413a-a4b2-d54523b6a682 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:54:20.823166 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, 9a6c1a4f-3a48-413a-a4b2-d54523b6a682) {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:20.831898 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:20.832054 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a367b9b7-5f09-4954-a478-50641ecd8153 None None] Network 9a6c1a4f-3a48-413a-a4b2-d54523b6a682 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:20.838031 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:20.921604 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9432740 May 25 16:54:21.019995 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bed132-e74b-4a7a-ba38-89f1e8b5154e None None] Network 9a6c1a4f-3a48-413a-a4b2-d54523b6a682 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:21.537020 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-2d3a3430-542c-46ee-8333-4550045b8d84 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:21.537742 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-2d3a3430-542c-46ee-8333-4550045b8d84 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Synchronizing usage tracker for tenant:ae28b4501a044183b2bb0b046189a506 on resource:network {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:21.618110 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-2d3a3430-542c-46ee-8333-4550045b8d84 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Unset dirty status for tenant:ae28b4501a044183b2bb0b046189a506 on resource:network {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:21.619393 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-2d3a3430-542c-46ee-8333-4550045b8d84 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/networks?id=4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 HTTP/1.1" status: 200 len: 814 time: 0.2289984 May 25 16:54:21.634743 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-b1022d3e-e40e-4aca-903d-dc660cdf736a tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/quotas/ae28b4501a044183b2bb0b046189a506 HTTP/1.1" status: 200 len: 375 time: 0.0099227 May 25 16:54:21.663883 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60502) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:21.670326 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622391662-network', 'tenant_id': 'e1dd407a968d48b69540b906a6739e25'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:21.675228 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:21.679034 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Usage tracker for resource:network and tenant:e1dd407a968d48b69540b906a6739e25 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:21.681884 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:21.686111 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-373333d7-c846-4ce5-a39f-833526d59a8e tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae28b4501a044183b2bb0b046189a506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459986 May 25 16:54:21.687691 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:21.770906 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Made reservation on behalf of e1dd407a968d48b69540b906a6739e25 for: {'network': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:21.773347 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.789957 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.804180 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:21.807938 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e1dd407a968d48b69540b906a6739e25 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:21.810730 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:21.816190 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-a47b735e-1e37-49aa-8ef5-da727d3f8966 service neutron] 10.222.0.49 "GET /v2.0/networks/4b9f38ec-ab22-4c43-9f0c-e6fd174bd696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232812 May 25 16:54:21.816342 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:21.898519 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.951674 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-0f1e0203-8075-40f1-a08e-28357e3c3fca service neutron] 10.222.0.49 "GET /v2.0/networks/4b9f38ec-ab22-4c43-9f0c-e6fd174bd696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287990 May 25 16:54:21.993737 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.998075 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-21297868-fc4b-4b8f-aab2-fc4ad50c5e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:22.026474 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=98882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:54:22.034359 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eb128f-9b1c-4533-b5a5-90017a9858f1,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:22.037903 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:22.040305 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.040652 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.segments_db [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Added segment df79409f-40e6-4438-b366-3a880916d2f2 of type vlan for network 53b8364a-fa90-405b-8fad-5e01727d6af0 May 25 16:54:22.065915 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.207886 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.209376 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:22.210357 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.218105 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-8cfb8217-f0bb-4013-a525-75a2cc64aa9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:22.287138 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-75dc3ccf-c658-4f35-a3ce-2e658bcafcea req-4f3c9751-0444-44f8-91fd-f5ff4944c575 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 210 time: 0.0573213 May 25 16:54:22.315441 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Pushing event updated for resources: {'Network': ['ID=53b8364a-fa90-405b-8fad-5e01727d6af0,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:22.318012 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:22.326179 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network 53b8364a-fa90-405b-8fad-5e01727d6af0 details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:54:22.378462 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-98470561-0639-4325-890b-8d7b3810c0a8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7134075 May 25 16:54:22.381074 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60514) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:22.387378 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Request body: {'subnet': {'network_id': '53b8364a-fa90-405b-8fad-5e01727d6af0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622391662-subnet', 'tenant_id': 'e1dd407a968d48b69540b906a6739e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:22.396012 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:22.396366 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Usage tracker for resource:subnet and tenant:e1dd407a968d48b69540b906a6739e25 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:22.399229 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:22.404972 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:22.486338 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Made reservation on behalf of e1dd407a968d48b69540b906a6739e25 for: {'subnet': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:22.488782 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2154566'] for subnet, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.931748 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2286342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2154576'] for subnet, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.936438 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:23.006986 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=213d76d3-4354-4739-8327-7b081e7d0f6f,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:23.010372 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:23.016233 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Checking segment: {'id': 'df79409f-40e6-4438-b366-3a880916d2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '53b8364a-fa90-405b-8fad-5e01727d6af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:23.016596 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Network hostable DHCP agents. Network: 53b8364a-fa90-405b-8fad-5e01727d6af0, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:54:23.200592 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Network 53b8364a-fa90-405b-8fad-5e01727d6af0 is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:54:23.298147 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, 53b8364a-fa90-405b-8fad-5e01727d6af0) {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:23.310248 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:23.311030 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713534a3-c1f1-4080-b980-d27ae288105a None None] Network 53b8364a-fa90-405b-8fad-5e01727d6af0 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:23.311308 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:23.424730 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-e235d66f-0586-4fe1-8409-339069e572cd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0424089 May 25 16:54:23.445375 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4aa49a2a-a622-43e9-97e6-66c47cfaeff2 req-004ffe34-4bec-4b6d-9fc8-83226c32099e tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 210 time: 0.0427189 May 25 16:54:23.507984 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b9c029-78ee-4a7a-bb7a-f22312ed379f None None] Network 53b8364a-fa90-405b-8fad-5e01727d6af0 requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:23.576380 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60524) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:23.737457 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1d7e68-06d0-42b9-9946-9b97a50b8b15 admin admin] Deleting subnet f17c0839-5094-4f72-8c0f-0bf28bc4992d {{(pid=98882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:54:23.740606 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5c1d7e68-06d0-42b9-9946-9b97a50b8b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:23.789011 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5c1d7e68-06d0-42b9-9946-9b97a50b8b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141366'] for subnet, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:23.845374 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5c1d7e68-06d0-42b9-9946-9b97a50b8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.166421 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5c1d7e68-06d0-42b9-9946-9b97a50b8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2286405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2154585'] for subnet, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.171235 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:24.205372 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d7e68-06d0-42b9-9946-9b97a50b8b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17c0839-5094-4f72-8c0f-0bf28bc4992d,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:24.207333 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-5c1d7e68-06d0-42b9-9946-9b97a50b8b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.209910 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5c1d7e68-06d0-42b9-9946-9b97a50b8b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:24.214813 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-5c1d7e68-06d0-42b9-9946-9b97a50b8b15 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f17c0839-5094-4f72-8c0f-0bf28bc4992d HTTP/1.1" status: 204 len: 168 time: 0.6373465 May 25 16:54:24.217313 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60528) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:24.323347 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.447992 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.461612 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6c1a4f-3a48-413a-a4b2-d54523b6a682']}} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:24.482295 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e5e1e1-1e42-4662-b2d2-59b9c784f7cd') {'for_net_delete': True} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:24.482603 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e5e1e1-1e42-4662-b2d2-59b9c784f7cd') {} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:24.495140 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141373'] for segment, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.511461 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.517816 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=98882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:54:24.523108 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287331'] for segment, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: Traceback (most recent call last): May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: timer() May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: cb(*args, **kw) May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: return func(*args, **kwargs) May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: self._notify() May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: self.callback(batched_events) May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: event.method(event) May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: return f(self, *a, **k) May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: return self._get(url).json() May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: return self.request(url, 'GET', **kwargs) May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:54:24.532012 dv-cinder-786386-6-smb neutron-server[98882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:54:24.627192 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-423542aa-a6fb-401f-8035-a45080cf71e4 req-db6b2432-52ef-4fa2-a875-8aa6b9a55872 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 210 time: 0.0601046 May 25 16:54:24.660771 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-68cf44cb-2e6f-4ba0-83db-55bbd7f297f2 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:24.662247 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-68cf44cb-2e6f-4ba0-83db-55bbd7f297f2 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.39 "GET /v2.0/networks?id=4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 HTTP/1.1" status: 200 len: 814 time: 0.1919448 May 25 16:54:24.673572 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.674044 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Request body: {'port': {'device_id': 'ff3b4d69-8f5b-48f7-9e8a-2459fac58309', 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696', 'admin_state_up': True, 'tenant_id': 'ae28b4501a044183b2bb0b046189a506'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:24.677398 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:24.692345 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.703613 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6c1a4f-3a48-413a-a4b2-d54523b6a682,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:24.706384 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9a6c1a4f-3a48-413a-a4b2-d54523b6a682 HTTP/1.1" status: 204 len: 168 time: 0.4881558 May 25 16:54:24.707401 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fbaa8707-37de-4ea9-9a65-11c88f2d4941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:24.709124 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60534) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:24.770227 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_v2 [None req-da16aaa2-1efe-4c77-94d6-be02632b4eae admin admin] Deleting subnet 213d76d3-4354-4739-8327-7b081e7d0f6f {{(pid=98882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:54:24.773604 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-da16aaa2-1efe-4c77-94d6-be02632b4eae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.817220 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:24.820960 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Usage tracker for resource:port and tenant:ae28b4501a044183b2bb0b046189a506 is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:24.823949 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-da16aaa2-1efe-4c77-94d6-be02632b4eae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141366'] for subnet, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.824296 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:24.829988 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:24.883670 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-da16aaa2-1efe-4c77-94d6-be02632b4eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.943842 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Made reservation on behalf of ae28b4501a044183b2bb0b046189a506 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:24.947929 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.115634 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Allocated IP 172.20.0.12 (4b9f38ec-ab22-4c43-9f0c-e6fd174bd696/6179c0a5-0a20-43fd-8daa-ea36b2c8fcd0/d6b4a34f-757a-43ad-a5e3-139de1f4299d) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:25.115971 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-feba69c2-2dd7-43d0-b820-011a9c1dd428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.195396 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-da16aaa2-1efe-4c77-94d6-be02632b4eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2286405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2154585'] for subnet, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.201004 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-46c8156a-20b5-4026-b0fa-b9cf25b7e4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:25.238758 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16aaa2-1efe-4c77-94d6-be02632b4eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213d76d3-4354-4739-8327-7b081e7d0f6f,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:25.241657 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-da16aaa2-1efe-4c77-94d6-be02632b4eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:25.242630 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-da16aaa2-1efe-4c77-94d6-be02632b4eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.248818 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-da16aaa2-1efe-4c77-94d6-be02632b4eae admin admin] 10.222.0.49 "DELETE /v2.0/subnets/213d76d3-4354-4739-8327-7b081e7d0f6f HTTP/1.1" status: 204 len: 168 time: 0.5387306 May 25 16:54:25.251245 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60542) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:25.318051 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.356245 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.400941 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.407039 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-501cb961-e252-48a0-ac54-eed423b6d673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:25.483080 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.498911 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b8364a-fa90-405b-8fad-5e01727d6af0']}} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:25.513187 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df79409f-40e6-4438-b366-3a880916d2f2') {'for_net_delete': True} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:25.513515 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df79409f-40e6-4438-b366-3a880916d2f2') {} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:25.526867 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141373'] for segment, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.543556 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.550454 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=98882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:54:25.550852 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287331'] for segment, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: Traceback (most recent call last): May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: timer() May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: cb(*args, **kw) May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: return func(*args, **kwargs) May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: self._notify() May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: self.callback(batched_events) May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: event.method(event) May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: return f(self, *a, **k) May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: return self._get(url).json() May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: return self.request(url, 'GET', **kwargs) May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:54:25.564514 dv-cinder-786386-6-smb neutron-server[98882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:54:25.577978 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:25.579120 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:25.582847 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:25.620260 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Pushing event updated for resources: {'Port': ['ID=d6b4a34f-757a-43ad-a5e3-139de1f4299d,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:25.625361 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:25.655437 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:25.656205 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.727444 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-aff31d42-b084-4b02-b9c5-236ac85c8045 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0568707 May 25 16:54:25.739468 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Request body: {'port': {'device_id': 'ff3b4d69-8f5b-48f7-9e8a-2459fac58309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:25.829487 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.833206 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:25.850007 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.858259 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b8364a-fa90-405b-8fad-5e01727d6af0,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:25.861137 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] 10.222.0.49 "DELETE /v2.0/networks/53b8364a-fa90-405b-8fad-5e01727d6af0 HTTP/1.1" status: 204 len: 168 time: 0.6089718 May 25 16:54:25.861580 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.862323 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-92a12bc5-fd93-4b49-9b91-ce1bf0903544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:26.112866 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c765df-4b32-4225-ae9b-935aa4328a49 req-fe128c5c-99cd-4789-8d64-e36103325097 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:26.113581 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-64c765df-4b32-4225-ae9b-935aa4328a49 req-fe128c5c-99cd-4789-8d64-e36103325097 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Synchronizing usage tracker for tenant:ae28b4501a044183b2bb0b046189a506 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:26.171983 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.247833 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-64c765df-4b32-4225-ae9b-935aa4328a49 req-fe128c5c-99cd-4789-8d64-e36103325097 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Unset dirty status for tenant:ae28b4501a044183b2bb0b046189a506 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:26.248971 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-64c765df-4b32-4225-ae9b-935aa4328a49 req-fe128c5c-99cd-4789-8d64-e36103325097 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 932 time: 0.3289733 May 25 16:54:26.334936 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b4a34f-757a-43ad-a5e3-139de1f4299d {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:54:26.345306 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60550) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:26.353978 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.358021 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-64c765df-4b32-4225-ae9b-935aa4328a49 req-87d0396c-f5fd-4f37-b4ad-7b09e3b65c99 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Synchronizing usage tracker for tenant:ae28b4501a044183b2bb0b046189a506 on resource:security_group {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:26.380023 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Transition to ACTIVE for port object d6b4a34f-757a-43ad-a5e3-139de1f4299d will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:26.392034 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-17656ac6-3801-43bb-a443-fcf80bb24d14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f40b0008eee441928848fe483c77731e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481403 May 25 16:54:26.394487 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60554) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:26.439230 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.444072 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-7c6cea00-c459-4a37-861f-f5e8f2206502 tempest-AttachVolumeNegativeTest-396594397 tempest-AttachVolumeNegativeTest-396594397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:26.451206 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-663cb989-e6f0-4f77-a016-7828b9af0a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.476968 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-663cb989-e6f0-4f77-a016-7828b9af0a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.492187 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-64c765df-4b32-4225-ae9b-935aa4328a49 req-87d0396c-f5fd-4f37-b4ad-7b09e3b65c99 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Unset dirty status for tenant:ae28b4501a044183b2bb0b046189a506 on resource:security_group {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:26.493367 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-64c765df-4b32-4225-ae9b-935aa4328a49 req-87d0396c-f5fd-4f37-b4ad-7b09e3b65c99 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123694 May 25 16:54:26.599025 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-663cb989-e6f0-4f77-a016-7828b9af0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.604042 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5d439a39-229a-47a8-9a82-2fc0eec63759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:26.604540 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b4a34f-757a-43ad-a5e3-139de1f4299d,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:26.607488 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:26.614690 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cb989-e6f0-4f77-a016-7828b9af0a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd39f948-f220-4e46-8c63-de0fc4262255,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:26.619942 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-663cb989-e6f0-4f77-a016-7828b9af0a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:26.626286 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-663cb989-e6f0-4f77-a016-7828b9af0a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.629750 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-663cb989-e6f0-4f77-a016-7828b9af0a8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd39f948-f220-4e46-8c63-de0fc4262255 HTTP/1.1" status: 204 len: 168 time: 0.2321138 May 25 16:54:26.685741 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Attempting to bind port d6b4a34f-757a-43ad-a5e3-139de1f4299d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:26.686338 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Attempting to bind port d6b4a34f-757a-43ad-a5e3-139de1f4299d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '47fa99f7-25a5-4f5f-9d55-6a991fe8601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:26.686459 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Attempting to bind port d6b4a34f-757a-43ad-a5e3-139de1f4299d on network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:26.691201 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Port d6b4a34f-757a-43ad-a5e3-139de1f4299d on network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:54:26.691514 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Attempting to bind port d6b4a34f-757a-43ad-a5e3-139de1f4299d on network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:26.696547 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:26.697494 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Checking segment: {'id': '47fa99f7-25a5-4f5f-9d55-6a991fe8601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:26.697858 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Bound using segment: {'id': '47fa99f7-25a5-4f5f-9d55-6a991fe8601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:26.698278 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Bound port: d6b4a34f-757a-43ad-a5e3-139de1f4299d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47fa99f7-25a5-4f5f-9d55-6a991fe8601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:26.698618 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.787161 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] For port d6b4a34f-757a-43ad-a5e3-139de1f4299d, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:26.790065 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] For port d6b4a34f-757a-43ad-a5e3-139de1f4299d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d6b4a34f-757a-43ad-a5e3-139de1f4299d,segment=NetworkSegment(47fa99f7-25a5-4f5f-9d55-6a991fe8601f),segment_id=47fa99f7-25a5-4f5f-9d55-6a991fe8601f)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:26.890955 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.895766 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-ea695c0a-dae7-479c-86a7-05e81c00f5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:26.955592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:26.956205 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.957594 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] 10.222.0.39 "PUT /v2.0/ports/d6b4a34f-757a-43ad-a5e3-139de1f4299d HTTP/1.1" status: 200 len: 1094 time: 1.2229266 May 25 16:54:26.958096 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3b4d69-8f5b-48f7-9e8a-2459fac58309', 'tag': 'd6b4a34f-757a-43ad-a5e3-139de1f4299d'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:54:26.980722 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b4a34f-757a-43ad-a5e3-139de1f4299d,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:26.984007 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-d1fd3a45-5841-424a-882b-29f4f4c5e853 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:27.009633 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3b4d69-8f5b-48f7-9e8a-2459fac58309', 'tag': 'd6b4a34f-757a-43ad-a5e3-139de1f4299d', 'status': 'completed', 'code': 200} May 25 16:54:27.099702 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493e9a5-11ed-4007-9638-6e2a5954c331 req-14fd89b8-a224-48d3-84ec-cf8c4390e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:27.101238 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d493e9a5-11ed-4007-9638-6e2a5954c331 req-14fd89b8-a224-48d3-84ec-cf8c4390e931 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae28b4501a044183b2bb0b046189a506&device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 1097 time: 0.0714648 May 25 16:54:27.243327 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493e9a5-11ed-4007-9638-6e2a5954c331 req-a929bc3d-0987-47e9-ae5d-ad2c95fd2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:27.245610 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d493e9a5-11ed-4007-9638-6e2a5954c331 req-a929bc3d-0987-47e9-ae5d-ad2c95fd2757 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ae28b4501a044183b2bb0b046189a506&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1370473 May 25 16:54:27.318186 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60564) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:27.374887 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-973e272d-c77c-4a37-be4d-9ba91604bc3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1dd407a968d48b69540b906a6739e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548985 May 25 16:54:27.377357 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60568) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:27.389212 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493e9a5-11ed-4007-9638-6e2a5954c331 req-34dfaf5d-3f95-4154-97f3-e9b5bb6595fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:27.390780 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d493e9a5-11ed-4007-9638-6e2a5954c331 req-34dfaf5d-3f95-4154-97f3-e9b5bb6595fe service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1384573 May 25 16:54:27.439273 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fcdef7ca-eb9f-4023-9619-4ea98ee25fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.465953 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fcdef7ca-eb9f-4023-9619-4ea98ee25fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.470745 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.506870 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-3adf10c2-273b-467c-8b02-41bbd5079c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:27.508621 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-3adf10c2-273b-467c-8b02-41bbd5079c12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae28b4501a044183b2bb0b046189a506&device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 1097 time: 0.0806327 May 25 16:54:27.577918 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-4efb6ffa-a264-4fd6-a82f-2595c11a6455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.582037 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-5c6aa758-39aa-4c54-aeb4-30cb6ed02cce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6b4a34f-757a-43ad-a5e3-139de1f4299d HTTP/1.1" status: 200 len: 217 time: 0.0658908 May 25 16:54:27.606878 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fcdef7ca-eb9f-4023-9619-4ea98ee25fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.612051 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-050963f9-27b9-462b-84d4-776d8b2b59b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:27.625839 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdef7ca-eb9f-4023-9619-4ea98ee25fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eb128f-9b1c-4533-b5a5-90017a9858f1,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:27.629218 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fcdef7ca-eb9f-4023-9619-4ea98ee25fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:27.631796 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fcdef7ca-eb9f-4023-9619-4ea98ee25fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.633190 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-fcdef7ca-eb9f-4023-9619-4ea98ee25fc2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2eb128f-9b1c-4533-b5a5-90017a9858f1 HTTP/1.1" status: 204 len: 168 time: 0.2545097 May 25 16:54:27.818712 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-2f6996ca-84f2-458b-8626-e192ebd5347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:27.820124 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-2f6996ca-84f2-458b-8626-e192ebd5347a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6179c0a5-0a20-43fd-8daa-ea36b2c8fcd0 HTTP/1.1" status: 200 len: 854 time: 0.2313712 May 25 16:54:27.875807 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-5e27e154-db37-40a3-a32a-6be50ca0068a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b9f38ec-ab22-4c43-9f0c-e6fd174bd696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490825 May 25 16:54:27.912294 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f576206-a069-4c2e-a923-e4fad8ed0ab4 req-2b17aa70-64c3-4335-ba74-b90e980c3d75 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:27.913863 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6f576206-a069-4c2e-a923-e4fad8ed0ab4 req-2b17aa70-64c3-4335-ba74-b90e980c3d75 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 944 time: 0.2910144 May 25 16:54:28.036870 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6f576206-a069-4c2e-a923-e4fad8ed0ab4 req-35503839-a48b-47b6-af16-35bc24e5fc20 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767038 May 25 16:54:28.059943 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-497de780-bd22-42d5-9441-cc358fc82e9e service neutron] 10.222.0.39 "GET /v2.0/networks/4b9f38ec-ab22-4c43-9f0c-e6fd174bd696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765440 May 25 16:54:28.198514 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-182ab046-4e5e-44c0-992a-3bbbb088760c req-dfc6b895-0e0e-447f-b005-91674f60e902 service neutron] 10.222.0.39 "GET /v2.0/networks/4b9f38ec-ab22-4c43-9f0c-e6fd174bd696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290197 May 25 16:54:28.726526 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:29.226227 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573915c-c109-4020-8409-662558a14c5b req-6a98c871-f886-4538-99e5-40708769ef77 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:29.228408 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6573915c-c109-4020-8409-662558a14c5b req-6a98c871-f886-4538-99e5-40708769ef77 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 944 time: 0.0828195 May 25 16:54:29.230606 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d6b4a34f-757a-43ad-a5e3-139de1f4299d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:54:29.273191 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6573915c-c109-4020-8409-662558a14c5b req-69da2e52-ec19-4e11-9f5c-9a822123dc9f tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 May 25 16:54:29.365027 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d6b4a34f-757a-43ad-a5e3-139de1f4299d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d6b4a34f-757a-43ad-a5e3-139de1f4299d,segment=NetworkSegment(47fa99f7-25a5-4f5f-9d55-6a991fe8601f),segment_id=47fa99f7-25a5-4f5f-9d55-6a991fe8601f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:29.377977 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'd6b4a34f-757a-43ad-a5e3-139de1f4299d', 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696', 'port_id': 'd6b4a34f-757a-43ad-a5e3-139de1f4299d', 'mac_address': 'fa:16:3e:ea:49:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6179c0a5-0a20-43fd-8daa-ea36b2c8fcd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:54:29.434390 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:29.451183 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b4a34f-757a-43ad-a5e3-139de1f4299d {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:54:29.470447 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d6b4a34f-757a-43ad-a5e3-139de1f4299d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d6b4a34f-757a-43ad-a5e3-139de1f4299d,segment=NetworkSegment(47fa99f7-25a5-4f5f-9d55-6a991fe8601f),segment_id=47fa99f7-25a5-4f5f-9d55-6a991fe8601f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:29.520725 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:29.522534 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:29.594184 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=d6b4a34f-757a-43ad-a5e3-139de1f4299d,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:29.597380 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:29.756562 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['d6b4a34f-757a-43ad-a5e3-139de1f4299d'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:54:30.034447 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60618) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:30.152620 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-faaf62e1-6c49-4cd9-848c-531fc05aaec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.170991 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-faaf62e1-6c49-4cd9-848c-531fc05aaec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:30.174734 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-faaf62e1-6c49-4cd9-848c-531fc05aaec1 admin admin] Usage tracker for resource:security_group_rule and tenant:4e27357ad7fa479b926455ad8e8be777 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:30.177523 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-faaf62e1-6c49-4cd9-848c-531fc05aaec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:30.183783 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-faaf62e1-6c49-4cd9-848c-531fc05aaec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:30.235797 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.261531 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-faaf62e1-6c49-4cd9-848c-531fc05aaec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.343220 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-faaf62e1-6c49-4cd9-848c-531fc05aaec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.352203 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fd59dbfd-73e5-4c48-a976-d6ae8d5ce382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:30.391481 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-faaf62e1-6c49-4cd9-848c-531fc05aaec1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e27357ad7fa479b926455ad8e8be777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558042 May 25 16:54:30.392972 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf62e1-6c49-4cd9-848c-531fc05aaec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede589f4-affd-43bd-8d5a-bc675364779b,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:30.395283 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60626) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:30.397685 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-faaf62e1-6c49-4cd9-848c-531fc05aaec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:30.462934 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1ce233ae-0249-4a2e-9c86-b67cdbde6b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.464794 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9326d-6a5d-47cc-b0d1-a4f3f3e6fa56 req-bb121fe0-e5c7-4433-a82e-9cb1e51c1cb7 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:30.466261 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8ed9326d-6a5d-47cc-b0d1-a4f3f3e6fa56 req-bb121fe0-e5c7-4433-a82e-9cb1e51c1cb7 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 945 time: 0.0839157 May 25 16:54:30.488883 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1ce233ae-0249-4a2e-9c86-b67cdbde6b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.510066 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-8ed9326d-6a5d-47cc-b0d1-a4f3f3e6fa56 req-2ea3bce5-60d7-4c06-800e-76bd9eb81836 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 May 25 16:54:30.621767 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1ce233ae-0249-4a2e-9c86-b67cdbde6b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.625672 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-2645a803-2a47-4902-a240-a34f5242d62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:30.640225 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce233ae-0249-4a2e-9c86-b67cdbde6b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede589f4-affd-43bd-8d5a-bc675364779b,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:30.643811 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-1ce233ae-0249-4a2e-9c86-b67cdbde6b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:30.647095 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-1ce233ae-0249-4a2e-9c86-b67cdbde6b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.648195 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-1ce233ae-0249-4a2e-9c86-b67cdbde6b04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ede589f4-affd-43bd-8d5a-bc675364779b HTTP/1.1" status: 204 len: 168 time: 0.2520306 May 25 16:54:31.244008 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d6b4a34f-757a-43ad-a5e3-139de1f4299d up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:31.333438 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60634) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:31.351361 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.360332 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port d6b4a34f-757a-43ad-a5e3-139de1f4299d completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:31.365211 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port d6b4a34f-757a-43ad-a5e3-139de1f4299d triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:31.365481 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:31.365739 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.369862 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Usage tracker for resource:security_group_rule and tenant:309509fbc69744fc950542329af7b567 is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:31.372931 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:31.378578 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:31.462278 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.483934 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.510726 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3b4d69-8f5b-48f7-9e8a-2459fac58309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b4a34f-757a-43ad-a5e3-139de1f4299d'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:54:31.526790 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port d6b4a34f-757a-43ad-a5e3-139de1f4299d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d6b4a34f-757a-43ad-a5e3-139de1f4299d,segment=NetworkSegment(47fa99f7-25a5-4f5f-9d55-6a991fe8601f),segment_id=47fa99f7-25a5-4f5f-9d55-6a991fe8601f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:31.538458 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.552407 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-3da211c4-383d-4b88-83d7-6ce95fee3878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:31.558707 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3b4d69-8f5b-48f7-9e8a-2459fac58309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b4a34f-757a-43ad-a5e3-139de1f4299d', 'code': 200} May 25 16:54:31.598369 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=309509fbc69744fc950542329af7b567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636662 May 25 16:54:31.600748 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.601441 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 60642) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:31.602671 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:31.613610 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89bcc6b-f4d7-49e9-905e-7cfd218fca72,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:31.622076 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.622492 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.622873 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.623247 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.623616 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.623989 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.624349 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.624714 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.625082 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.625463 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.625826 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.626181 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:31.630184 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-724fce7c-4aa2-4175-9b8a-ae2898013b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:31.676479 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=d6b4a34f-757a-43ad-a5e3-139de1f4299d,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:31.679459 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:31.735426 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.766768 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.786599 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a28bd-74b7-46f8-bd7c-64ba00d8ed34 req-ce7b3629-506d-49c9-bca0-b260b0aa1aa8 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:31.788053 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-737a28bd-74b7-46f8-bd7c-64ba00d8ed34 req-ce7b3629-506d-49c9-bca0-b260b0aa1aa8 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 946 time: 0.1504726 May 25 16:54:31.890769 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-737a28bd-74b7-46f8-bd7c-64ba00d8ed34 req-b863b799-ef11-4efa-8d77-6a08fae2d850 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953271 May 25 16:54:31.928771 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e63a3-e666-4d88-b466-876c4a5f3b46 req-384fe59c-1341-4843-b952-50be96048ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:31.931408 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7f8e63a3-e666-4d88-b466-876c4a5f3b46 req-384fe59c-1341-4843-b952-50be96048ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 1099 time: 0.0813255 May 25 16:54:31.970192 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7f8e63a3-e666-4d88-b466-876c4a5f3b46 req-7f9e1295-4b87-4559-94d6-b1690e62b209 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336449 May 25 16:54:31.981771 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.988701 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b2262664-e972-4cc7-8f81-e505da0897d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:31.996534 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89bcc6b-f4d7-49e9-905e-7cfd218fca72,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:32.006730 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.011592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.011592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.011592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.011592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.011592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.011592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.011592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.011592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.011592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.011592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.011592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:32.013780 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:32.014836 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b89bcc6b-f4d7-49e9-905e-7cfd218fca72 HTTP/1.1" status: 204 len: 168 time: 0.4123406 May 25 16:54:32.015755 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-465ac4d8-81b9-4d31-af24-ca690e973e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:33.076366 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea161ef0-4ab7-4ed0-9aa4-33fc4a79ed44 req-da28d6aa-8cbf-45bd-92ba-1b2a8ce9cb5b tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:33.077834 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ea161ef0-4ab7-4ed0-9aa4-33fc4a79ed44 req-da28d6aa-8cbf-45bd-92ba-1b2a8ce9cb5b tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 946 time: 0.0822725 May 25 16:54:33.114165 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60668) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:33.122794 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-ea161ef0-4ab7-4ed0-9aa4-33fc4a79ed44 req-0ced8f48-9bfc-4237-953e-de7a3fa8035a tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393634 May 25 16:54:33.223207 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1403185212-network', 'tenant_id': 'a4e6c6162670485fbd617838a12ed66c'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:33.228440 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:33.232299 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Usage tracker for resource:network and tenant:a4e6c6162670485fbd617838a12ed66c is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:33.236959 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:33.244328 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:33.366776 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Made reservation on behalf of a4e6c6162670485fbd617838a12ed66c for: {'network': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:33.369901 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.382401 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.396526 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:33.400350 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Usage tracker for resource:security_group_rule and tenant:a4e6c6162670485fbd617838a12ed66c is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:33.403240 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:33.408900 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:33.495208 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.560702 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.563764 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fb2cb56d-e064-4443-a393-5a47a8b6aa30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:33.591570 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=98882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:54:33.600540 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85685f3f-12c0-4332-86de-7ea372f1f843,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:33.604064 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:33.606440 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.606781 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.segments_db [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Added segment 6467d9ca-8e3e-4975-9fb5-5b31d8533b2f of type vlan for network 230fa107-9adf-4f68-a720-c3253b7650eb May 25 16:54:33.631823 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.715414 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.716903 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:33.717537 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.722376 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:33.822781 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Pushing event updated for resources: {'Network': ['ID=230fa107-9adf-4f68-a720-c3253b7650eb,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:33.825380 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:33.832836 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network 230fa107-9adf-4f68-a720-c3253b7650eb details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:54:33.906732 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-036fba7a-b102-4260-9015-ce3687f95d7f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7888815 May 25 16:54:33.906908 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60712) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:33.913579 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Request body: {'subnet': {'network_id': '230fa107-9adf-4f68-a720-c3253b7650eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1403185212-subnet', 'tenant_id': 'a4e6c6162670485fbd617838a12ed66c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:33.918712 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:33.923035 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Usage tracker for resource:subnet and tenant:a4e6c6162670485fbd617838a12ed66c is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:33.925893 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:33.932653 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:34.038943 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Made reservation on behalf of a4e6c6162670485fbd617838a12ed66c for: {'subnet': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:34.041362 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2154566'] for subnet, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:34.482640 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2286342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2154576'] for subnet, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:34.486397 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d16609b4-a48b-41b9-9e2d-083065bcee24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:34.559785 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b668770-a559-4544-aa2b-db6d24b5ba19,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:34.562461 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:34.569768 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Checking segment: {'id': '6467d9ca-8e3e-4975-9fb5-5b31d8533b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '230fa107-9adf-4f68-a720-c3253b7650eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:34.570151 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Network hostable DHCP agents. Network: 230fa107-9adf-4f68-a720-c3253b7650eb, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:54:34.692120 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Network 230fa107-9adf-4f68-a720-c3253b7650eb is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:54:34.782138 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, 230fa107-9adf-4f68-a720-c3253b7650eb) {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:34.791790 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d33d1-6e99-49b1-946b-81f089147731 None None] Network 230fa107-9adf-4f68-a720-c3253b7650eb requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:34.792238 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:34.798395 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:34.882020 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-fe55f33d-45ff-466f-9710-faeb4c4e021e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9732304 May 25 16:54:35.012760 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bed0cc-08c0-4bb5-a0fa-21243983ad37 None None] Network 230fa107-9adf-4f68-a720-c3253b7650eb requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:35.619651 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60750) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:35.625493 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695473220-network', 'tenant_id': '31342e1f54c148e79acec48cb17513ca'}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:35.630263 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:35.634097 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Usage tracker for resource:network and tenant:31342e1f54c148e79acec48cb17513ca is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:35.637108 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:35.642897 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:35.720943 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Made reservation on behalf of 31342e1f54c148e79acec48cb17513ca for: {'network': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:35.723558 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2054670'] for network, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.736964 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.753710 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:35.757476 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Usage tracker for resource:security_group_rule and tenant:31342e1f54c148e79acec48cb17513ca is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:35.760424 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:35.768486 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:35.857387 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.930506 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.933707 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-54ecbdc3-494f-4d08-9cc0-5c0cac1b3f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:35.961786 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=98882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:54:35.970915 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e06f35a-6d0b-4a30-9b6b-fa890dd1c41c,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:35.974437 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:35.977029 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.977520 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.db.segments_db [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Added segment c4ed890f-eb34-4559-9472-844b7dc3b4e4 of type vlan for network cc7a2399-2c2d-4dd9-903b-a26b71a2a22b May 25 16:54:36.004160 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781637679189'] for network, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:36.124465 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634'] for network, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:36.126052 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:36.126679 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:36.131891 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a2be7a00-a418-474c-bf40-9bce0a3c3df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:36.233378 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Pushing event updated for resources: {'Network': ['ID=cc7a2399-2c2d-4dd9-903b-a26b71a2a22b,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:36.236022 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:36.243264 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Network cc7a2399-2c2d-4dd9-903b-a26b71a2a22b details requested by agent ovs-agent-dv-cinder-786386-6-smb with host dv-cinder-786386-6-smb {{(pid=98883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:54:36.339277 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-774cfc09-dd1c-4547-b1cf-2d30016f1c09 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7184877 May 25 16:54:36.341943 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 60756) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:36.347692 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.v2.base [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Request body: {'subnet': {'network_id': 'cc7a2399-2c2d-4dd9-903b-a26b71a2a22b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695473220-subnet', 'tenant_id': '31342e1f54c148e79acec48cb17513ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:36.352574 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:36.356311 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Usage tracker for resource:subnet and tenant:31342e1f54c148e79acec48cb17513ca is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:36.359343 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:36.365632 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:36.444776 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Made reservation on behalf of 31342e1f54c148e79acec48cb17513ca for: {'subnet': 1} {{(pid=98882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:36.448008 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2154566'] for subnet, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:37.001254 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2286342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2154576'] for subnet, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:37.005554 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:37.080408 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaadcab2-1150-4723-ae23-ffb702d37cbf,revision_number=0']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:37.085588 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:37.090401 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Checking segment: {'id': 'c4ed890f-eb34-4559-9472-844b7dc3b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'cc7a2399-2c2d-4dd9-903b-a26b71a2a22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:37.090761 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Network hostable DHCP agents. Network: cc7a2399-2c2d-4dd9-903b-a26b71a2a22b, hostable agents: ['d4d19e98-96f4-414a-9c45-b8b119e3a45a'], hosted agents: [] {{(pid=98882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:54:37.204532 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Network cc7a2399-2c2d-4dd9-903b-a26b71a2a22b is scheduled to be hosted by DHCP agent d4d19e98-96f4-414a-9c45-b8b119e3a45a with binding_index 1 {{(pid=98882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:54:37.290378 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.scheduler.base_scheduler [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786386-6-smb, cc7a2399-2c2d-4dd9-903b-a26b71a2a22b) {{(pid=98882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:37.299671 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:37.299844 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fb3e0d-d9a9-4f33-a756-9b389a2a2c3a None None] Network cc7a2399-2c2d-4dd9-903b-a26b71a2a22b requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:37.305217 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:37.399559 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-44171900-1df8-468a-a7e1-708203ea04a4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0564549 May 25 16:54:37.496085 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d3321-a4e2-4930-95a0-e69172be85d2 None None] Network cc7a2399-2c2d-4dd9-903b-a26b71a2a22b requested from dv-cinder-786386-6-smb {{(pid=98883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:37.979883 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92303-111d-49ef-a1d1-00300df7614b req-ccb248d2-12c1-47f3-807f-c28a0b8f6f58 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:37.981338 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-ccb248d2-12c1-47f3-807f-c28a0b8f6f58 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/networks?id=230fa107-9adf-4f68-a720-c3253b7650eb HTTP/1.1" status: 200 len: 809 time: 0.1461191 May 25 16:54:37.996767 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-c457ef9d-ae2d-4266-8a43-c5d454f94574 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/quotas/a4e6c6162670485fbd617838a12ed66c HTTP/1.1" status: 200 len: 375 time: 0.0100062 May 25 16:54:38.048864 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-44b206dc-6c90-4a9e-935f-ab55461c5918 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4e6c6162670485fbd617838a12ed66c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467050 May 25 16:54:38.183650 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-ced9a595-bcd1-4545-88f6-3b306bfa29e0 service neutron] 10.222.0.49 "GET /v2.0/networks/230fa107-9adf-4f68-a720-c3253b7650eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280098 May 25 16:54:38.318379 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-60d6d5d5-2743-473a-8f54-c0cb3e0a256d service neutron] 10.222.0.49 "GET /v2.0/networks/230fa107-9adf-4f68-a720-c3253b7650eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287346 May 25 16:54:38.583143 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-29261409-2490-4521-a5e4-d16ae2d975fb req-297bcec9-3cf8-46d2-a3eb-f0d1d0a2d1c2 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 210 time: 0.0428884 May 25 16:54:39.736410 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2d9000ae-f6ab-433a-aba8-a2941a5e2b4c req-fcfdcd7d-dae0-4bd9-9344-331352b27023 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 210 time: 0.0436051 May 25 16:54:41.006097 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-539c00fb-b0ec-40e6-a73f-6eaa4e1c6ed2 req-2dbda4e3-7d52-41f6-a4fa-155829de6917 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 210 time: 0.0622246 May 25 16:54:41.063744 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92303-111d-49ef-a1d1-00300df7614b req-4e27a03d-ed85-42f5-82b0-92ac0660cdec tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:41.065148 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-4e27a03d-ed85-42f5-82b0-92ac0660cdec tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.39 "GET /v2.0/networks?id=230fa107-9adf-4f68-a720-c3253b7650eb HTTP/1.1" status: 200 len: 809 time: 0.2990737 May 25 16:54:41.078897 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Request body: {'port': {'device_id': '485cb650-9468-44e4-b222-0cff6d2e5282', 'network_id': '230fa107-9adf-4f68-a720-c3253b7650eb', 'admin_state_up': True, 'tenant_id': 'a4e6c6162670485fbd617838a12ed66c'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:41.219893 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:41.223805 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Usage tracker for resource:port and tenant:a4e6c6162670485fbd617838a12ed66c is out of sync, need to count used quota {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:41.226648 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98881) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:41.232922 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:41.330968 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Made reservation on behalf of a4e6c6162670485fbd617838a12ed66c for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:41.334464 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:41.502966 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Allocated IP 172.20.0.9 (230fa107-9adf-4f68-a720-c3253b7650eb/4b668770-a559-4544-aa2b-db6d24b5ba19/ad1f1146-a868-4b1f-8bf4-9746b9bcdb91) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:41.711094 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:41.795373 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:41.801189 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f879aa2d-b2f8-489e-a8be-57e80ea2a3a4 tempest-TestMinimumBasicScenario-404561814 tempest-TestMinimumBasicScenario-404561814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:41.872278 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Network 230fa107-9adf-4f68-a720-c3253b7650eb is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:41.875673 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:41.879649 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:41.921007 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Pushing event updated for resources: {'Port': ['ID=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:41.928685 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:41.949103 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:41.949769 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:42.058601 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9835413 May 25 16:54:42.070583 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Request body: {'port': {'device_id': '485cb650-9468-44e4-b222-0cff6d2e5282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:42.249931 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:42.305144 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81914c94-0e98-48ac-99a8-9f712ec4483f req-d91f46db-1724-4ffe-addf-834906d4f129 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:42.306676 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-81914c94-0e98-48ac-99a8-9f712ec4483f req-d91f46db-1724-4ffe-addf-834906d4f129 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Synchronizing usage tracker for tenant:a4e6c6162670485fbd617838a12ed66c on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:42.435827 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-81914c94-0e98-48ac-99a8-9f712ec4483f req-d91f46db-1724-4ffe-addf-834906d4f129 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Unset dirty status for tenant:a4e6c6162670485fbd617838a12ed66c on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:42.436967 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-81914c94-0e98-48ac-99a8-9f712ec4483f req-d91f46db-1724-4ffe-addf-834906d4f129 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 931 time: 0.3192074 May 25 16:54:42.554721 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-81914c94-0e98-48ac-99a8-9f712ec4483f req-6ee528a5-fac8-4162-90d2-a91e82bed15b tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722036 May 25 16:54:42.650583 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:54:42.659032 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:42.673604 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Transition to ACTIVE for port object ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:42.754761 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:42.759364 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-969f06dc-026e-4a6c-85d8-9146ca0377e9 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:42.909021 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:42.918872 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:43.075433 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Attempting to bind port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:43.076094 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Attempting to bind port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '6467d9ca-8e3e-4975-9fb5-5b31d8533b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '230fa107-9adf-4f68-a720-c3253b7650eb'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:43.076094 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Attempting to bind port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 on network 230fa107-9adf-4f68-a720-c3253b7650eb {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:43.080647 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 on network 230fa107-9adf-4f68-a720-c3253b7650eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:54:43.080963 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Attempting to bind port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 on network 230fa107-9adf-4f68-a720-c3253b7650eb {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:43.086335 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:43.086713 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Checking segment: {'id': '6467d9ca-8e3e-4975-9fb5-5b31d8533b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '230fa107-9adf-4f68-a720-c3253b7650eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:43.087679 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Bound using segment: {'id': '6467d9ca-8e3e-4975-9fb5-5b31d8533b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '230fa107-9adf-4f68-a720-c3253b7650eb'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:43.088102 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Bound port: ad1f1146-a868-4b1f-8bf4-9746b9bcdb91, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6467d9ca-8e3e-4975-9fb5-5b31d8533b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '230fa107-9adf-4f68-a720-c3253b7650eb'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:43.088446 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:43.181033 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] For port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:43.184117 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] For port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91,segment=NetworkSegment(6467d9ca-8e3e-4975-9fb5-5b31d8533b2f),segment_id=6467d9ca-8e3e-4975-9fb5-5b31d8533b2f)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:43.275592 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:43.279596 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-daeb5d4a-84f6-4f74-be32-51cd4fbbaf74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:43.338975 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:43.339613 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:43.340993 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 HTTP/1.1" status: 200 len: 1093 time: 1.2749591 May 25 16:54:43.341582 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485cb650-9468-44e4-b222-0cff6d2e5282', 'tag': 'ad1f1146-a868-4b1f-8bf4-9746b9bcdb91'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:54:43.360795 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:43.365526 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-42bf7557-0481-46b5-a706-259647ffedf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:43.388623 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485cb650-9468-44e4-b222-0cff6d2e5282', 'tag': 'ad1f1146-a868-4b1f-8bf4-9746b9bcdb91', 'status': 'completed', 'code': 200} May 25 16:54:43.483247 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a820c3-92ed-4f2c-895a-ee3f62267d78 req-fcabe58f-ec09-4307-a278-8c662079f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:43.484683 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-58a820c3-92ed-4f2c-895a-ee3f62267d78 req-fcabe58f-ec09-4307-a278-8c662079f956 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4e6c6162670485fbd617838a12ed66c&device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 1096 time: 0.0752866 May 25 16:54:43.627618 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a820c3-92ed-4f2c-895a-ee3f62267d78 req-08ccf78f-758a-4d2f-96f1-b33fa795adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:43.629047 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-58a820c3-92ed-4f2c-895a-ee3f62267d78 req-08ccf78f-758a-4d2f-96f1-b33fa795adf8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a4e6c6162670485fbd617838a12ed66c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1363204 May 25 16:54:43.828086 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a820c3-92ed-4f2c-895a-ee3f62267d78 req-8de50b3d-5d8c-45c5-bdda-2132f205f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:43.832145 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-58a820c3-92ed-4f2c-895a-ee3f62267d78 req-8de50b3d-5d8c-45c5-bdda-2132f205f671 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1868372 May 25 16:54:43.841876 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da2ec-ce82-4e06-bb3f-ee77bebb4a9e req-e6ddd24f-931c-4637-805b-e5d7446fe072 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:43.843299 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9e3da2ec-ce82-4e06-bb3f-ee77bebb4a9e req-e6ddd24f-931c-4637-805b-e5d7446fe072 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 943 time: 0.1805024 May 25 16:54:43.935040 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-9e3da2ec-ce82-4e06-bb3f-ee77bebb4a9e req-235c9806-4755-4d36-9cf2-9e3535c0c38d tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859261 May 25 16:54:43.958848 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92303-111d-49ef-a1d1-00300df7614b req-30c3e01d-0d73-483f-a69d-fba26417c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:43.960279 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-30c3e01d-0d73-483f-a69d-fba26417c3bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4e6c6162670485fbd617838a12ed66c&device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 1096 time: 0.0833085 May 25 16:54:44.036200 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-d4c50611-a5fb-4fee-ac72-ad18e2688d0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 HTTP/1.1" status: 200 len: 217 time: 0.0639021 May 25 16:54:44.104429 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92303-111d-49ef-a1d1-00300df7614b req-8215073f-9a7b-4600-99c9-ff2cc619f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:44.105910 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-8215073f-9a7b-4600-99c9-ff2cc619f56e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b668770-a559-4544-aa2b-db6d24b5ba19 HTTP/1.1" status: 200 len: 849 time: 0.0634654 May 25 16:54:44.153787 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-e6be0bdd-5887-4d61-acc0-c7f69c79673c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=230fa107-9adf-4f68-a720-c3253b7650eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409238 May 25 16:54:44.287177 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-7125928b-c0c0-4954-83fe-1df104c56ed5 service neutron] 10.222.0.39 "GET /v2.0/networks/230fa107-9adf-4f68-a720-c3253b7650eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249666 May 25 16:54:44.424429 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-51a92303-111d-49ef-a1d1-00300df7614b req-7bde8d1e-fc43-4112-bb24-3fbd9b5d4bbd service neutron] 10.222.0.39 "GET /v2.0/networks/230fa107-9adf-4f68-a720-c3253b7650eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308157 May 25 16:54:45.126021 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a990f01-6730-4bf9-a2cf-d0e55d06cf1d req-8110e458-6dda-4600-902c-a3d10cb7f571 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:45.127455 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6a990f01-6730-4bf9-a2cf-d0e55d06cf1d req-8110e458-6dda-4600-902c-a3d10cb7f571 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 943 time: 0.0827334 May 25 16:54:45.171455 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6a990f01-6730-4bf9-a2cf-d0e55d06cf1d req-5e578f24-6959-4aa1-b7ab-75dccee5f6b5 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379324 May 25 16:54:46.350308 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a4920-aa29-4060-b61a-69a227d3997a req-5fb286a1-a62b-4080-997d-dfceb318f5b3 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:46.351728 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a75a4920-aa29-4060-b61a-69a227d3997a req-5fb286a1-a62b-4080-997d-dfceb318f5b3 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 943 time: 0.0782089 May 25 16:54:46.394404 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a75a4920-aa29-4060-b61a-69a227d3997a req-b37b7522-6d88-4a7b-86ee-16e0b710d129 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372670 May 25 16:54:47.322474 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:54:47.453700 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91,segment=NetworkSegment(6467d9ca-8e3e-4975-9fb5-5b31d8533b2f),segment_id=6467d9ca-8e3e-4975-9fb5-5b31d8533b2f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:47.467513 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': 'ad1f1146-a868-4b1f-8bf4-9746b9bcdb91', 'network_id': '230fa107-9adf-4f68-a720-c3253b7650eb', 'port_id': 'ad1f1146-a868-4b1f-8bf4-9746b9bcdb91', 'mac_address': 'fa:16:3e:ac:5b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b668770-a559-4544-aa2b-db6d24b5ba19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:54:47.521725 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:47.540256 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:54:47.557144 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91,segment=NetworkSegment(6467d9ca-8e3e-4975-9fb5-5b31d8533b2f),segment_id=6467d9ca-8e3e-4975-9fb5-5b31d8533b2f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:47.581814 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f4124-f27a-43b6-80e9-c737c69e3c0e req-0fe70aea-0d0c-471b-b0ac-a7eafb70711b tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:47.583209 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-152f4124-f27a-43b6-80e9-c737c69e3c0e req-0fe70aea-0d0c-471b-b0ac-a7eafb70711b tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 943 time: 0.0857761 May 25 16:54:47.627643 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-152f4124-f27a-43b6-80e9-c737c69e3c0e req-8bcfd159-6e5e-4cc5-b3c6-3c57a6e0709a tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377650 May 25 16:54:47.634681 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:47.637565 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-5701454a-e4b6-481f-9816-347148bf605d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:47.704204 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:47.707272 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:47.846244 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['ad1f1146-a868-4b1f-8bf4-9746b9bcdb91'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:54:48.811114 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb100b1-edb9-4cf1-b195-fdac6f8cfe92 req-04645593-41c0-4424-bd71-572c6cbf857c tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:48.812553 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0bb100b1-edb9-4cf1-b195-fdac6f8cfe92 req-04645593-41c0-4424-bd71-572c6cbf857c tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 944 time: 0.0805438 May 25 16:54:48.861791 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0bb100b1-edb9-4cf1-b195-fdac6f8cfe92 req-7006b8a2-c584-445d-b95e-ab55fefdcb08 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437288 May 25 16:54:49.336844 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:49.480440 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:49.485132 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:49.485603 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:49.629076 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:49.654523 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485cb650-9468-44e4-b222-0cff6d2e5282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1f1146-a868-4b1f-8bf4-9746b9bcdb91'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:54:49.663855 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91,segment=NetworkSegment(6467d9ca-8e3e-4975-9fb5-5b31d8533b2f),segment_id=6467d9ca-8e3e-4975-9fb5-5b31d8533b2f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:49.698518 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485cb650-9468-44e4-b222-0cff6d2e5282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1f1146-a868-4b1f-8bf4-9746b9bcdb91', 'code': 200} May 25 16:54:49.714599 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:49.716430 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:49.784186 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:49.787140 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:50.180813 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be7e63-0b0f-497d-90d5-fac76f745d1d req-86c722e3-a5d1-4a4c-b312-1976d96aa98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:50.182633 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3be7e63-0b0f-497d-90d5-fac76f745d1d req-86c722e3-a5d1-4a4c-b312-1976d96aa98a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 1098 time: 0.2205136 May 25 16:54:50.193796 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822fb8-91ad-4deb-83e2-e16d320a412f req-f215d26a-0599-4756-800b-1a1deb61fa1c tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:50.195150 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-89822fb8-91ad-4deb-83e2-e16d320a412f req-f215d26a-0599-4756-800b-1a1deb61fa1c tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 945 time: 0.1096766 May 25 16:54:50.259117 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e3be7e63-0b0f-497d-90d5-fac76f745d1d req-ba477956-2337-47f3-89ec-f3ccc5a11ec9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630035 May 25 16:54:50.266259 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-89822fb8-91ad-4deb-83e2-e16d320a412f req-614a0c98-9b05-4535-b935-216c4a25d322 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561757 May 25 16:54:51.465404 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ee02a-d5aa-4cc9-b344-74233d482c5b req-e7cd03e5-f7f0-46c7-b7e9-ada47519bf78 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:51.466906 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-eb0ee02a-d5aa-4cc9-b344-74233d482c5b req-e7cd03e5-f7f0-46c7-b7e9-ada47519bf78 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 945 time: 0.0867467 May 25 16:54:51.511805 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-eb0ee02a-d5aa-4cc9-b344-74233d482c5b req-825940c0-cf44-4cdd-bfc4-3e1f9d772970 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391197 May 25 16:54:52.695091 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c345db-4f0d-42ed-8b51-1a37d38cf6b3 req-7684a299-e408-4c6e-9544-cba25695b3b5 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:52.696523 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-81c345db-4f0d-42ed-8b51-1a37d38cf6b3 req-7684a299-e408-4c6e-9544-cba25695b3b5 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 945 time: 0.0793679 May 25 16:54:52.741161 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-81c345db-4f0d-42ed-8b51-1a37d38cf6b3 req-26b3044b-60f0-45d2-95b5-9d405e80b620 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 May 25 16:54:52.848522 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:54:53.932414 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a37b5-2522-477b-b6e1-4f2cbd350e26 req-52643aae-0466-4c1d-b9af-b66edcd52bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:53.934033 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-177a37b5-2522-477b-b6e1-4f2cbd350e26 req-52643aae-0466-4c1d-b9af-b66edcd52bb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae28b4501a044183b2bb0b046189a506&device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 1099 time: 0.0791299 May 25 16:54:54.097524 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a37b5-2522-477b-b6e1-4f2cbd350e26 req-4c8ba15c-71a3-44cd-b76a-639196378aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:54.099225 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-177a37b5-2522-477b-b6e1-4f2cbd350e26 req-4c8ba15c-71a3-44cd-b76a-639196378aa8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 HTTP/1.1" status: 200 len: 916 time: 0.1332898 May 25 16:54:54.166926 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-177a37b5-2522-477b-b6e1-4f2cbd350e26 req-634605b1-51b5-41e0-8de2-a832f891f8cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6b4a34f-757a-43ad-a5e3-139de1f4299d HTTP/1.1" status: 200 len: 217 time: 0.0608263 May 25 16:54:54.234498 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a37b5-2522-477b-b6e1-4f2cbd350e26 req-fa89c2e6-5c9f-4957-81aa-c4d2fd3a8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:54.235816 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-177a37b5-2522-477b-b6e1-4f2cbd350e26 req-fa89c2e6-5c9f-4957-81aa-c4d2fd3a8474 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6179c0a5-0a20-43fd-8daa-ea36b2c8fcd0 HTTP/1.1" status: 200 len: 854 time: 0.0621376 May 25 16:54:54.284140 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-177a37b5-2522-477b-b6e1-4f2cbd350e26 req-265a40bb-70fb-425d-93be-f049fd519f89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b9f38ec-ab22-4c43-9f0c-e6fd174bd696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389183 May 25 16:54:54.413329 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-177a37b5-2522-477b-b6e1-4f2cbd350e26 req-87ffc3cf-8ff8-4772-8385-4b81c786a231 service neutron] 10.222.0.39 "GET /v2.0/networks/4b9f38ec-ab22-4c43-9f0c-e6fd174bd696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216745 May 25 16:54:54.541664 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-177a37b5-2522-477b-b6e1-4f2cbd350e26 req-b231c259-5329-46cc-bdd5-793dbacf6634 service neutron] 10.222.0.39 "GET /v2.0/networks/4b9f38ec-ab22-4c43-9f0c-e6fd174bd696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201732 May 25 16:54:55.200600 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb267-fa11-46bf-92f7-7b73ec214b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:55.966063 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:57.376467 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a312-8bf8-4f5e-b346-94b2014808b1 req-26810fdd-0d20-43ca-a674-1cc2ae6b8997 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:57.377945 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6a94a312-8bf8-4f5e-b346-94b2014808b1 req-26810fdd-0d20-43ca-a674-1cc2ae6b8997 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 945 time: 0.0820894 May 25 16:54:57.422404 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6a94a312-8bf8-4f5e-b346-94b2014808b1 req-cec5fa53-0010-49b6-b940-d613ada1ea50 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387914 May 25 16:54:57.460508 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:57.514832 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-4b73042d-d23d-4647-ae08-1f29a67fdcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.609667 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d04b6f-24d8-4ff3-8c42-bbce3b3e3d87 req-3102f29b-1988-44c6-b36c-a96cf587e40d tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:58.611143 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-60d04b6f-24d8-4ff3-8c42-bbce3b3e3d87 req-3102f29b-1988-44c6-b36c-a96cf587e40d tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 945 time: 0.0813642 May 25 16:54:58.657079 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-60d04b6f-24d8-4ff3-8c42-bbce3b3e3d87 req-4bc25f89-01ec-4cc8-b599-10fdec462edf tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/security-groups?id=85685f3f-12c0-4332-86de-7ea372f1f843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399804 May 25 16:54:58.726830 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.999501 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556117b-edea-4051-a8f5-4ad0e088bc86 req-f0a4aab2-8a51-42e8-bd2d-bd199b4a26b2 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:59.000790 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5556117b-edea-4051-a8f5-4ad0e088bc86 req-f0a4aab2-8a51-42e8-bd2d-bd199b4a26b2 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.39 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 945 time: 0.0806520 May 25 16:54:59.142943 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-5556117b-edea-4051-a8f5-4ad0e088bc86 req-e9a71fb9-1643-4f3d-bdc5-a4ca74fff272 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Deleting port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:59.146214 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5556117b-edea-4051-a8f5-4ad0e088bc86 req-e9a71fb9-1643-4f3d-bdc5-a4ca74fff272 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:59.278218 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-5556117b-edea-4051-a8f5-4ad0e088bc86 req-e9a71fb9-1643-4f3d-bdc5-a4ca74fff272 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] For port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91,segment=NetworkSegment(6467d9ca-8e3e-4975-9fb5-5b31d8533b2f),segment_id=6467d9ca-8e3e-4975-9fb5-5b31d8533b2f)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:59.278484 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5556117b-edea-4051-a8f5-4ad0e088bc86 req-e9a71fb9-1643-4f3d-bdc5-a4ca74fff272 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:59.486432 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-5556117b-edea-4051-a8f5-4ad0e088bc86 req-e9a71fb9-1643-4f3d-bdc5-a4ca74fff272 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Calling delete_port for ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:59.650700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5556117b-edea-4051-a8f5-4ad0e088bc86 req-e9a71fb9-1643-4f3d-bdc5-a4ca74fff272 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:59.656608 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-2ac95c05-20cd-4611-ac0e-d429e7e9bd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:59.663266 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['ad1f1146-a868-4b1f-8bf4-9746b9bcdb91'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:54:59.704901 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a71fb9-1643-4f3d-bdc5-a4ca74fff272 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Pushing event deleted for resources: {'Port': ['ID=ad1f1146-a868-4b1f-8bf4-9746b9bcdb91,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:59.712408 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-e9a71fb9-1643-4f3d-bdc5-a4ca74fff272 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:59.817151 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5556117b-edea-4051-a8f5-4ad0e088bc86 req-e9a71fb9-1643-4f3d-bdc5-a4ca74fff272 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] No DVR routers for this DVR port ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:59.824460 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-5556117b-edea-4051-a8f5-4ad0e088bc86 req-e9a71fb9-1643-4f3d-bdc5-a4ca74fff272 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:59.826905 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485cb650-9468-44e4-b222-0cff6d2e5282', 'name': 'network-vif-deleted', 'tag': 'ad1f1146-a868-4b1f-8bf4-9746b9bcdb91'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:54:59.839031 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-91bfe502-9f88-475a-927c-0da5e71a3f9c req-2d42fc9c-5718-4134-8e4f-672de3218e6c tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.49 "GET /v2.0/ports?device_id=485cb650-9468-44e4-b222-0cff6d2e5282 HTTP/1.1" status: 200 len: 210 time: 0.0594225 May 25 16:54:59.870815 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485cb650-9468-44e4-b222-0cff6d2e5282', 'name': 'network-vif-deleted', 'tag': 'ad1f1146-a868-4b1f-8bf4-9746b9bcdb91', 'status': 'completed', 'code': 200} May 25 16:54:59.908203 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5556117b-edea-4051-a8f5-4ad0e088bc86 req-e9a71fb9-1643-4f3d-bdc5-a4ca74fff272 tempest-VolumesActionsTest-1441479314 tempest-VolumesActionsTest-1441479314-project] 10.222.0.39 "DELETE /v2.0/ports/ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 HTTP/1.1" status: 204 len: 173 time: 0.8986957 May 25 16:55:00.240591 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:03.445678 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:55:03.482607 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:55:03.485422 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device ad1f1146-a868-4b1f-8bf4-9746b9bcdb91 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:55:15.396734 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1110828-7c9b-494d-8a46-4a221ac98119 req-b373bac9-a5ba-4e46-a4d8-5c4e817b508c tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:15.398143 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a1110828-7c9b-494d-8a46-4a221ac98119 req-b373bac9-a5ba-4e46-a4d8-5c4e817b508c tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 946 time: 0.0820706 May 25 16:55:15.442845 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-a1110828-7c9b-494d-8a46-4a221ac98119 req-9c6b4d48-9c87-4b27-a21d-e7db1bf15f41 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384991 May 25 16:55:16.632316 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb46af-c880-4860-8512-1578c758b11a req-e4d80e1d-f22d-473b-b023-5ec394e4775f tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:16.633802 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-29eb46af-c880-4860-8512-1578c758b11a req-e4d80e1d-f22d-473b-b023-5ec394e4775f tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 946 time: 0.0836284 May 25 16:55:16.678101 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-29eb46af-c880-4860-8512-1578c758b11a req-5a54ef50-aa20-4e55-a102-54f8de75419a tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386672 May 25 16:55:17.863769 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411d549-2207-4299-aeca-f0f20f38eaea req-433e1814-64bb-4975-bb5a-24f77eeaa777 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:17.865236 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f411d549-2207-4299-aeca-f0f20f38eaea req-433e1814-64bb-4975-bb5a-24f77eeaa777 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 946 time: 0.0798588 May 25 16:55:17.913916 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f411d549-2207-4299-aeca-f0f20f38eaea req-18e83c1a-fe4c-4e6b-aad5-8c2ede5a8bed tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430508 May 25 16:55:19.095959 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77a2a1-082a-437f-8cdc-551f18567dba req-0eb4c69f-7ee3-44f0-ad97-36efa21cb288 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:19.097393 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0e77a2a1-082a-437f-8cdc-551f18567dba req-0eb4c69f-7ee3-44f0-ad97-36efa21cb288 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 946 time: 0.0786097 May 25 16:55:19.140070 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0e77a2a1-082a-437f-8cdc-551f18567dba req-2b3b8b43-48d8-4673-b2b1-941895183651 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370021 May 25 16:55:19.882354 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8033e0-ff07-4856-ac0c-22b7cee2696a req-40e39c1c-2771-445e-b826-1938dddce793 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:19.883777 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2c8033e0-ff07-4856-ac0c-22b7cee2696a req-40e39c1c-2771-445e-b826-1938dddce793 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 946 time: 0.0836468 May 25 16:55:20.015821 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-2c8033e0-ff07-4856-ac0c-22b7cee2696a req-9310d8f8-e744-496e-a05f-72d2f0e0c5d4 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Deleting port d6b4a34f-757a-43ad-a5e3-139de1f4299d {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:55:20.016076 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2c8033e0-ff07-4856-ac0c-22b7cee2696a req-9310d8f8-e744-496e-a05f-72d2f0e0c5d4 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:20.146368 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-2c8033e0-ff07-4856-ac0c-22b7cee2696a req-9310d8f8-e744-496e-a05f-72d2f0e0c5d4 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] For port d6b4a34f-757a-43ad-a5e3-139de1f4299d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d6b4a34f-757a-43ad-a5e3-139de1f4299d,segment=NetworkSegment(47fa99f7-25a5-4f5f-9d55-6a991fe8601f),segment_id=47fa99f7-25a5-4f5f-9d55-6a991fe8601f)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:55:20.147076 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2c8033e0-ff07-4856-ac0c-22b7cee2696a req-9310d8f8-e744-496e-a05f-72d2f0e0c5d4 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:20.278309 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-2c8033e0-ff07-4856-ac0c-22b7cee2696a req-9310d8f8-e744-496e-a05f-72d2f0e0c5d4 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Calling delete_port for d6b4a34f-757a-43ad-a5e3-139de1f4299d owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:55:20.380348 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81500192-1e0f-41bc-bb8d-3a08f647a08c req-5973b392-1e94-4556-a31a-117198eaea89 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:20.381782 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-81500192-1e0f-41bc-bb8d-3a08f647a08c req-5973b392-1e94-4556-a31a-117198eaea89 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 946 time: 0.1109509 May 25 16:55:20.475919 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-81500192-1e0f-41bc-bb8d-3a08f647a08c req-7511d991-8f08-4149-b233-52ab8ac6403b tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877554 May 25 16:55:20.531523 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2c8033e0-ff07-4856-ac0c-22b7cee2696a req-9310d8f8-e744-496e-a05f-72d2f0e0c5d4 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:20.536992 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-90ed1569-b6fd-44e4-813a-91c6f403a50f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:20.543074 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['d6b4a34f-757a-43ad-a5e3-139de1f4299d'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:55:20.581702 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310d8f8-e744-496e-a05f-72d2f0e0c5d4 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Pushing event deleted for resources: {'Port': ['ID=d6b4a34f-757a-43ad-a5e3-139de1f4299d,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:20.584700 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9310d8f8-e744-496e-a05f-72d2f0e0c5d4 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:20.655731 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8033e0-ff07-4856-ac0c-22b7cee2696a req-9310d8f8-e744-496e-a05f-72d2f0e0c5d4 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] No DVR routers for this DVR port d6b4a34f-757a-43ad-a5e3-139de1f4299d on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:55:20.658173 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2c8033e0-ff07-4856-ac0c-22b7cee2696a req-9310d8f8-e744-496e-a05f-72d2f0e0c5d4 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:20.660565 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3b4d69-8f5b-48f7-9e8a-2459fac58309', 'name': 'network-vif-deleted', 'tag': 'd6b4a34f-757a-43ad-a5e3-139de1f4299d'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:55:20.704012 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3b4d69-8f5b-48f7-9e8a-2459fac58309', 'name': 'network-vif-deleted', 'tag': 'd6b4a34f-757a-43ad-a5e3-139de1f4299d', 'status': 'completed', 'code': 200} May 25 16:55:20.730229 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2c8033e0-ff07-4856-ac0c-22b7cee2696a req-9310d8f8-e744-496e-a05f-72d2f0e0c5d4 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.39 "DELETE /v2.0/ports/d6b4a34f-757a-43ad-a5e3-139de1f4299d HTTP/1.1" status: 204 len: 173 time: 0.8411932 May 25 16:55:20.802918 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 32890) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:20.868559 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8d9cd3-3e3f-4896-9420-091efec6d56d admin admin] Deleting subnet 4b668770-a559-4544-aa2b-db6d24b5ba19 {{(pid=98882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:55:20.871745 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9cd3-3e3f-4896-9420-091efec6d56d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:20.921991 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9cd3-3e3f-4896-9420-091efec6d56d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141366'] for subnet, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:20.976776 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9cd3-3e3f-4896-9420-091efec6d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:21.303636 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9cd3-3e3f-4896-9420-091efec6d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2286405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2154585'] for subnet, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:21.309235 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-5c1d7e68-06d0-42b9-9946-9b97a50b8b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:21.345206 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d9cd3-3e3f-4896-9420-091efec6d56d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b668770-a559-4544-aa2b-db6d24b5ba19,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:21.347760 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9cd3-3e3f-4896-9420-091efec6d56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:21.353061 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-9f8d9cd3-3e3f-4896-9420-091efec6d56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:21.357109 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-9f8d9cd3-3e3f-4896-9420-091efec6d56d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4b668770-a559-4544-aa2b-db6d24b5ba19 HTTP/1.1" status: 204 len: 168 time: 0.5531764 May 25 16:55:21.359665 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 32894) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:21.464821 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:21.589601 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:21.606621 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230fa107-9adf-4f68-a720-c3253b7650eb']}} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:21.618588 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6467d9ca-8e3e-4975-9fb5-5b31d8533b2f') {'for_net_delete': True} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:21.618887 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6467d9ca-8e3e-4975-9fb5-5b31d8533b2f') {} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:21.630714 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141373'] for segment, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:21.641973 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-d7170d86-6d43-4593-ae46-6dbb2e7b1e41 req-b472568c-2863-450a-8957-50a9e6ea73f6 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Synchronizing usage tracker for tenant:ae28b4501a044183b2bb0b046189a506 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:55:21.647316 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:21.654000 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=98882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:55:21.654385 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287331'] for segment, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: Traceback (most recent call last): May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: timer() May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: cb(*args, **kw) May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: return func(*args, **kwargs) May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: self._notify() May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: self.callback(batched_events) May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: event.method(event) May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: return f(self, *a, **k) May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: return self._get(url).json() May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: return self.request(url, 'GET', **kwargs) May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:55:21.669021 dv-cinder-786386-6-smb neutron-server[98882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:55:21.708914 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-d7170d86-6d43-4593-ae46-6dbb2e7b1e41 req-b472568c-2863-450a-8957-50a9e6ea73f6 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Unset dirty status for tenant:ae28b4501a044183b2bb0b046189a506 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:55:21.710104 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d7170d86-6d43-4593-ae46-6dbb2e7b1e41 req-b472568c-2863-450a-8957-50a9e6ea73f6 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff3b4d69-8f5b-48f7-9e8a-2459fac58309 HTTP/1.1" status: 200 len: 210 time: 0.1107330 May 25 16:55:21.800487 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:21.805401 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:21.810117 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:21.832308 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=230fa107-9adf-4f68-a720-c3253b7650eb,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:21.834783 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:21.836540 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-a84fe207-e1df-4e2f-9153-3261368fa3b5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/230fa107-9adf-4f68-a720-c3253b7650eb HTTP/1.1" status: 204 len: 168 time: 0.4757288 May 25 16:55:21.839342 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 32900) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:21.897551 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c65636-81e2-436d-850f-41b45814613e admin admin] Deleting subnet aaadcab2-1150-4723-ae23-ffb702d37cbf {{(pid=98882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:55:21.900470 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-48c65636-81e2-436d-850f-41b45814613e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:21.949933 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-48c65636-81e2-436d-850f-41b45814613e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2141366'] for subnet, precommit_delete_associations {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:22.009512 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-48c65636-81e2-436d-850f-41b45814613e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:22.398978 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-48c65636-81e2-436d-850f-41b45814613e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2286405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2154585'] for subnet, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:22.403389 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:22.439464 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c65636-81e2-436d-850f-41b45814613e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaadcab2-1150-4723-ae23-ffb702d37cbf,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:22.441826 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-48c65636-81e2-436d-850f-41b45814613e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:22.444433 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-48c65636-81e2-436d-850f-41b45814613e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for subnet, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:22.450371 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-48c65636-81e2-436d-850f-41b45814613e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aaadcab2-1150-4723-ae23-ffb702d37cbf HTTP/1.1" status: 204 len: 168 time: 0.6101131 May 25 16:55:22.452744 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 32904) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:22.561139 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:22.687986 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:22.700521 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7a2399-2c2d-4dd9-903b-a26b71a2a22b']}} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:22.712529 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ed890f-eb34-4559-9472-844b7dc3b4e4') {'for_net_delete': True} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:22.712832 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.services.segments.db [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ed890f-eb34-4559-9472-844b7dc3b4e4') {} {{(pid=98882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:22.723914 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2141373'] for segment, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:22.740496 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:22.747684 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=98882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:55:22.748075 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287331'] for segment, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: Traceback (most recent call last): May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: timer() May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: cb(*args, **kw) May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: return func(*args, **kwargs) May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: self._notify() May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: self.callback(batched_events) May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: event.method(event) May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: return f(self, *a, **k) May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: return self._get(url).json() May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: return self.request(url, 'GET', **kwargs) May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:55:22.761332 dv-cinder-786386-6-smb neutron-server[98882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:55:22.889881 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:22.893517 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-0da1a2d5-9f89-46eb-9a98-58796dd5ec6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:22.909580 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:22.916389 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7a2399-2c2d-4dd9-903b-a26b71a2a22b,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:22.919806 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] 10.222.0.49 "DELETE /v2.0/networks/cc7a2399-2c2d-4dd9-903b-a26b71a2a22b HTTP/1.1" status: 204 len: 168 time: 0.4661181 May 25 16:55:22.920673 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-b34139c8-c0d4-45e9-b398-b888eaed331d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:23.256570 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 32916) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:23.306286 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-216735b4-62c4-4cf8-bbf9-250d5c314449 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4e6c6162670485fbd617838a12ed66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484424 May 25 16:55:23.309352 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 32920) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:23.365816 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a88f5a23-1b97-4920-85ce-618d141c8081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:23.396150 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a88f5a23-1b97-4920-85ce-618d141c8081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:23.581194 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a88f5a23-1b97-4920-85ce-618d141c8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:23.586652 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-fcdef7ca-eb9f-4023-9619-4ea98ee25fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:23.600858 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f5a23-1b97-4920-85ce-618d141c8081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85685f3f-12c0-4332-86de-7ea372f1f843,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:23.603840 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a88f5a23-1b97-4920-85ce-618d141c8081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:23.605421 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a88f5a23-1b97-4920-85ce-618d141c8081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:23.606554 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-a88f5a23-1b97-4920-85ce-618d141c8081 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85685f3f-12c0-4332-86de-7ea372f1f843 HTTP/1.1" status: 204 len: 168 time: 0.2963042 May 25 16:55:24.404416 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 32936) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:24.454154 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-a995dd0e-68ec-42d4-8b35-1e55e85144c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31342e1f54c148e79acec48cb17513ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484090 May 25 16:55:24.456453 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 32940) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:24.514960 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-41c09846-28d9-42e0-aaf8-053dbfc78457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:24.541234 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-41c09846-28d9-42e0-aaf8-053dbfc78457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:24.685845 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-41c09846-28d9-42e0-aaf8-053dbfc78457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:24.689642 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-d9ffe714-b958-435f-a598-8df657091c23 tempest-TestShelveInstance-856827107 tempest-TestShelveInstance-856827107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:24.701319 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c09846-28d9-42e0-aaf8-053dbfc78457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e06f35a-6d0b-4a30-9b6b-fa890dd1c41c,revision_number=None']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:24.705693 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-41c09846-28d9-42e0-aaf8-053dbfc78457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:24.708132 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-41c09846-28d9-42e0-aaf8-053dbfc78457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:24.709494 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-41c09846-28d9-42e0-aaf8-053dbfc78457 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e06f35a-6d0b-4a30-9b6b-fa890dd1c41c HTTP/1.1" status: 204 len: 168 time: 0.2521429 May 25 16:55:25.223471 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-12d8a4f6-8c99-44be-bd31-be64dc1e134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:25.570596 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d6b4a34f-757a-43ad-a5e3-139de1f4299d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:55:25.609551 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: d6b4a34f-757a-43ad-a5e3-139de1f4299d {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:55:25.609903 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device d6b4a34f-757a-43ad-a5e3-139de1f4299d not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:55:26.029547 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:27.528357 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:27.559012 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-ddcfb39e-6276-4fb4-83fe-53c6ce9dfabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:27.654518 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-7f90d8d4-6e20-48cf-9daf-27a7d4d6303e tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:27.656007 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-7f90d8d4-6e20-48cf-9daf-27a7d4d6303e tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/networks?id=4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 HTTP/1.1" status: 200 len: 814 time: 0.1504192 May 25 16:55:27.671562 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-795eaa9f-9c41-4955-a799-3507dd7bb695 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/quotas/ae28b4501a044183b2bb0b046189a506 HTTP/1.1" status: 200 len: 375 time: 0.0096107 May 25 16:55:27.722801 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f0957423-09a8-488a-b969-086942aadf95 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae28b4501a044183b2bb0b046189a506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462184 May 25 16:55:27.946547 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-0eb1a409-60a3-44ca-804a-88e7ce8ff1af service neutron] 10.222.0.49 "GET /v2.0/networks/4b9f38ec-ab22-4c43-9f0c-e6fd174bd696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163243 May 25 16:55:28.083687 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-56023542-6587-4938-bf1e-3f3eaa363792 service neutron] 10.222.0.49 "GET /v2.0/networks/4b9f38ec-ab22-4c43-9f0c-e6fd174bd696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310685 May 25 16:55:28.380352 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-92ee0080-daae-4781-a747-48ecfe9aff4e req-3ef93175-e4d3-491a-8948-e465ca3fbf19 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 210 time: 0.0425172 May 25 16:55:28.787069 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:29.531191 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-7339c246-80d3-4afb-af02-7a2a6b8dabe8 req-1c868118-bdfe-490c-8940-706b6b9f0402 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 210 time: 0.0430095 May 25 16:55:29.847251 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:55:30.268961 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:30.686520 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-08c42313-145b-4466-98ab-0e58ed2e10b1 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:30.688047 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-08c42313-145b-4466-98ab-0e58ed2e10b1 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.39 "GET /v2.0/networks?id=4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 HTTP/1.1" status: 200 len: 814 time: 0.2002871 May 25 16:55:30.695011 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c04a41d9-263d-4143-91d0-88007597926d req-95278b0e-df17-4174-a7ee-c2d1295f9f0d tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 210 time: 0.0564883 May 25 16:55:30.701501 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Request body: {'port': {'device_id': 'ac1d0a74-092e-447a-8611-548cff6d9252', 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696', 'admin_state_up': True, 'tenant_id': 'ae28b4501a044183b2bb0b046189a506'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:55:30.848568 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:55:30.857995 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.quota.driver [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:55:30.947180 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Made reservation on behalf of ae28b4501a044183b2bb0b046189a506 for: {'port': 1} {{(pid=98881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:55:30.951539 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:31.125007 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_common [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Allocated IP 172.20.0.12 (4b9f38ec-ab22-4c43-9f0c-e6fd174bd696/6179c0a5-0a20-43fd-8daa-ea36b2c8fcd0/1a017a37-c44f-458a-a911-8a19ccf4afc9) {{(pid=98881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:55:31.331904 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks [] for port, precommit_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:31.423692 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781637659603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_create {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:31.429581 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-1312c752-16a9-45f5-b6f6-56f241033801 tempest-AttachVolumeShelveTestJSON-1062840925 tempest-AttachVolumeShelveTestJSON-1062840925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:31.493501 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 is already hosted by enough agents. {{(pid=98881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:55:31.497292 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.scheduler.base_scheduler [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Resources bound (agent type, host, resource id): {{(pid=98881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:55:31.500889 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Received port after_create {{(pid=98881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:55:31.542559 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Pushing event updated for resources: {'Port': ['ID=1a017a37-c44f-458a-a911-8a19ccf4afc9,revision_number=1']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:31.550444 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:31.570574 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:31.571166 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:31.669801 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9723144 May 25 16:55:31.681074 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.v2.base [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Request body: {'port': {'device_id': 'ac1d0a74-092e-447a-8611-548cff6d9252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:55:31.793383 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:32.000023 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb19a-e39e-4749-bf59-d3452c7d61d6 req-35abda1e-b5c0-44e5-8b40-bb0cc5038975 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:32.000620 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-c4dbb19a-e39e-4749-bf59-d3452c7d61d6 req-35abda1e-b5c0-44e5-8b40-bb0cc5038975 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Synchronizing usage tracker for tenant:ae28b4501a044183b2bb0b046189a506 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:55:32.184748 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-c4dbb19a-e39e-4749-bf59-d3452c7d61d6 req-35abda1e-b5c0-44e5-8b40-bb0cc5038975 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Unset dirty status for tenant:ae28b4501a044183b2bb0b046189a506 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:55:32.186031 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c4dbb19a-e39e-4749-bf59-d3452c7d61d6 req-35abda1e-b5c0-44e5-8b40-bb0cc5038975 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 932 time: 0.3841381 May 25 16:55:32.342959 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a017a37-c44f-458a-a911-8a19ccf4afc9 {{(pid=98881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:55:32.355046 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:32.363731 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-c4dbb19a-e39e-4749-bf59-d3452c7d61d6 req-8b58b1df-4dcf-4797-9502-8a0924c635e2 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647971 May 25 16:55:32.377476 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.provisioning_blocks [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Transition to ACTIVE for port object 1a017a37-c44f-458a-a911-8a19ccf4afc9 will not be triggered until provisioned by entity L2. {{(pid=98881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:55:32.446617 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:32.451164 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9c83efe8-d9aa-4956-9a5e-0fc224637f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:32.578537 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Pushing event updated for resources: {'Port': ['ID=1a017a37-c44f-458a-a911-8a19ccf4afc9,revision_number=2']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:32.642419 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.642786 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.643144 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.643495 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.643843 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.644190 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.644534 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.644897 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.645238 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.645610 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.645948 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.646287 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:32.651976 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:32.692814 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Attempting to bind port 1a017a37-c44f-458a-a911-8a19ccf4afc9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:55:32.693139 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Attempting to bind port 1a017a37-c44f-458a-a911-8a19ccf4afc9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '47fa99f7-25a5-4f5f-9d55-6a991fe8601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696'}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:55:32.693486 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Attempting to bind port 1a017a37-c44f-458a-a911-8a19ccf4afc9 on network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:55:32.698560 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Port 1a017a37-c44f-458a-a911-8a19ccf4afc9 on network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:55:32.698872 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Attempting to bind port 1a017a37-c44f-458a-a911-8a19ccf4afc9 on network 4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:55:32.703871 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Checking agent: {'id': '07601bb1-8e31-4dce-97bd-cfaeb55aa41e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'started_at': datetime.datetime(2021, 5, 25, 16, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:55:32.704195 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Checking segment: {'id': '47fa99f7-25a5-4f5f-9d55-6a991fe8601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:55:32.704600 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Bound using segment: {'id': '47fa99f7-25a5-4f5f-9d55-6a991fe8601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696'} {{(pid=98881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:55:32.705060 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.managers [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Bound port: 1a017a37-c44f-458a-a911-8a19ccf4afc9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47fa99f7-25a5-4f5f-9d55-6a991fe8601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696'}}] {{(pid=98881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:55:32.705434 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:32.792671 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] For port 1a017a37-c44f-458a-a911-8a19ccf4afc9, host hv-cinder-78638, cleared binding levels {{(pid=98881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:55:32.795548 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] For port 1a017a37-c44f-458a-a911-8a19ccf4afc9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1a017a37-c44f-458a-a911-8a19ccf4afc9,segment=NetworkSegment(47fa99f7-25a5-4f5f-9d55-6a991fe8601f),segment_id=47fa99f7-25a5-4f5f-9d55-6a991fe8601f)] {{(pid=98881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:55:32.867319 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2276963'] for port, after_update {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:32.871248 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-f16cd692-e379-4491-aafa-17e18ab49a65 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:32.932561 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:32.933166 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:32.934580 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] 10.222.0.39 "PUT /v2.0/ports/1a017a37-c44f-458a-a911-8a19ccf4afc9 HTTP/1.1" status: 200 len: 1094 time: 1.2577021 May 25 16:55:32.935069 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1d0a74-092e-447a-8611-548cff6d9252', 'tag': '1a017a37-c44f-458a-a911-8a19ccf4afc9'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:55:32.955425 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Pushing event updated for resources: {'Port': ['ID=1a017a37-c44f-458a-a911-8a19ccf4afc9,revision_number=3']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:32.958559 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-9a634f43-fad5-40ad-a2a0-5782e89e8e47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:32.981933 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1d0a74-092e-447a-8611-548cff6d9252', 'tag': '1a017a37-c44f-458a-a911-8a19ccf4afc9', 'status': 'completed', 'code': 200} May 25 16:55:33.075122 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7879f5-d71f-4b28-9775-c82b7deb5f43 req-ebd90d72-95c4-4fc1-82c3-ff5041e86c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:33.076598 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6a7879f5-d71f-4b28-9775-c82b7deb5f43 req-ebd90d72-95c4-4fc1-82c3-ff5041e86c14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae28b4501a044183b2bb0b046189a506&device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 1097 time: 0.0737338 May 25 16:55:33.220312 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7879f5-d71f-4b28-9775-c82b7deb5f43 req-e09fbfd0-e2ae-470d-9ef2-a421a0c98233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:33.221684 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6a7879f5-d71f-4b28-9775-c82b7deb5f43 req-e09fbfd0-e2ae-470d-9ef2-a421a0c98233 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ae28b4501a044183b2bb0b046189a506&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1365449 May 25 16:55:33.366035 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7879f5-d71f-4b28-9775-c82b7deb5f43 req-445b32e3-8085-4224-8169-141e35352cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:33.367452 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-6a7879f5-d71f-4b28-9775-c82b7deb5f43 req-445b32e3-8085-4224-8169-141e35352cfd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1394424 May 25 16:55:33.507295 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-63618f30-138d-4d76-996a-fae63ef4e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:33.508630 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-63618f30-138d-4d76-996a-fae63ef4e940 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae28b4501a044183b2bb0b046189a506&device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 1097 time: 0.1045392 May 25 16:55:33.591308 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-df9de327-b0cc-4566-82b4-d151041682f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a017a37-c44f-458a-a911-8a19ccf4afc9 HTTP/1.1" status: 200 len: 217 time: 0.0716610 May 25 16:55:33.668803 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-c7873d79-eb65-4a9f-a7b8-92cd53081846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:33.668803 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-c7873d79-eb65-4a9f-a7b8-92cd53081846 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6179c0a5-0a20-43fd-8daa-ea36b2c8fcd0 HTTP/1.1" status: 200 len: 854 time: 0.0707805 May 25 16:55:33.676353 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b2c5f-14eb-42a2-b3bf-dd29a105232d req-75d603eb-8bbc-416e-bd9e-7c5a88f48e71 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:33.677711 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d98b2c5f-14eb-42a2-b3bf-dd29a105232d req-75d603eb-8bbc-416e-bd9e-7c5a88f48e71 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 944 time: 0.2073934 May 25 16:55:33.734719 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-25e1750b-9b5d-482b-b7d6-a086ea3189d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b9f38ec-ab22-4c43-9f0c-e6fd174bd696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561018 May 25 16:55:33.830871 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-d98b2c5f-14eb-42a2-b3bf-dd29a105232d req-f43a57e9-5498-4799-92ac-d4fdf9677731 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172957 May 25 16:55:33.887017 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-a01383b9-3ae5-4804-a548-3c02e2bdf865 service neutron] 10.222.0.39 "GET /v2.0/networks/4b9f38ec-ab22-4c43-9f0c-e6fd174bd696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419480 May 25 16:55:34.022118 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2e5dadbf-49ba-4909-ac2b-e68abeaf6197 req-f2f5fc2f-3564-4df8-b7cb-486c5c1588c1 service neutron] 10.222.0.39 "GET /v2.0/networks/4b9f38ec-ab22-4c43-9f0c-e6fd174bd696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272886 May 25 16:55:35.163852 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1616-fbd5-4213-903b-8cbe5d83c5e8 req-ea39d151-883d-4d87-8576-2ed3d4cd118c tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:35.165200 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-100e1616-fbd5-4213-903b-8cbe5d83c5e8 req-ea39d151-883d-4d87-8576-2ed3d4cd118c tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 944 time: 0.0813041 May 25 16:55:35.209783 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-100e1616-fbd5-4213-903b-8cbe5d83c5e8 req-6d0691ae-f9bb-4ee5-8be0-07d9b340ff1a tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389969 May 25 16:55:35.617595 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 1a017a37-c44f-458a-a911-8a19ccf4afc9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:55:35.751432 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 1a017a37-c44f-458a-a911-8a19ccf4afc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1a017a37-c44f-458a-a911-8a19ccf4afc9,segment=NetworkSegment(47fa99f7-25a5-4f5f-9d55-6a991fe8601f),segment_id=47fa99f7-25a5-4f5f-9d55-6a991fe8601f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:55:35.766016 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Returning: {'device': '1a017a37-c44f-458a-a911-8a19ccf4afc9', 'network_id': '4b9f38ec-ab22-4c43-9f0c-e6fd174bd696', 'port_id': '1a017a37-c44f-458a-a911-8a19ccf4afc9', 'mac_address': 'fa:16:3e:b6:9b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6179c0a5-0a20-43fd-8daa-ea36b2c8fcd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:55:35.822031 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:35.839201 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a017a37-c44f-458a-a911-8a19ccf4afc9 {{(pid=98883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:55:35.858178 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 1a017a37-c44f-458a-a911-8a19ccf4afc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1a017a37-c44f-458a-a911-8a19ccf4afc9,segment=NetworkSegment(47fa99f7-25a5-4f5f-9d55-6a991fe8601f),segment_id=47fa99f7-25a5-4f5f-9d55-6a991fe8601f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:55:35.925973 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:35.927895 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-67a7fbfc-b745-4a13-8942-88e77f7635d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:35.997287 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=1a017a37-c44f-458a-a911-8a19ccf4afc9,revision_number=4']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:36.004362 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.004724 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.005064 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.005419 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.005746 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.006072 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.006391 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.006707 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.007022 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.007335 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.007654 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.007965 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:36.011686 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:36.141282 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['1a017a37-c44f-458a-a911-8a19ccf4afc9'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:55:36.494601 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10099-0c2a-4771-af9d-48482cc37ce6 req-0c013284-541b-4ab3-b267-763f56b427f6 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:36.496007 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2cd10099-0c2a-4771-af9d-48482cc37ce6 req-0c013284-541b-4ab3-b267-763f56b427f6 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 945 time: 0.1772301 May 25 16:55:36.541199 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-2cd10099-0c2a-4771-af9d-48482cc37ce6 req-169a280c-77f5-4769-84e7-e59cd630d04f tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 May 25 16:55:37.617383 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 1a017a37-c44f-458a-a911-8a19ccf4afc9 up at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:55:37.728434 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b41ccb-2ac0-42a6-8c5c-f885481feaed req-0ef96d31-2d5f-4cb2-8ca2-b3390ae96de0 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:37.730055 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f0b41ccb-2ac0-42a6-8c5c-f885481feaed req-0ef96d31-2d5f-4cb2-8ca2-b3390ae96de0 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 945 time: 0.0805986 May 25 16:55:37.755020 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning for port 1a017a37-c44f-458a-a911-8a19ccf4afc9 completed by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:55:37.760052 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.db.provisioning_blocks [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Provisioning complete for port 1a017a37-c44f-458a-a911-8a19ccf4afc9 triggered by entity L2. {{(pid=98883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:55:37.760437 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902643'] for port, provisioning_complete {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:37.775769 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-f0b41ccb-2ac0-42a6-8c5c-f885481feaed req-fe6bd803-a8cc-4f04-bdda-5b266a8abb9a tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397978 May 25 16:55:37.877023 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2054661'] for port, before_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:37.904380 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1d0a74-092e-447a-8611-548cff6d9252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a017a37-c44f-458a-a911-8a19ccf4afc9'}] {{(pid=98883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:55:37.915427 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] For port 1a017a37-c44f-458a-a911-8a19ccf4afc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1a017a37-c44f-458a-a911-8a19ccf4afc9,segment=NetworkSegment(47fa99f7-25a5-4f5f-9d55-6a991fe8601f),segment_id=47fa99f7-25a5-4f5f-9d55-6a991fe8601f)] {{(pid=98883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:55:37.950054 dv-cinder-786386-6-smb neutron-server[98883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1d0a74-092e-447a-8611-548cff6d9252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a017a37-c44f-458a-a911-8a19ccf4afc9', 'code': 200} May 25 16:55:38.012635 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781638093972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781637659621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781637661718'] for port, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:38.014539 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:38.085584 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Pushing event updated for resources: {'Port': ['ID=1a017a37-c44f-458a-a911-8a19ccf4afc9,revision_number=5']} {{(pid=98883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:38.085584 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG oslo_concurrency.lockutils [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:38.350753 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec06dc6-7335-4fea-b909-e54492a0570d req-e8749ca6-5151-4374-84fe-4e47bb2afd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:38.352114 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4ec06dc6-7335-4fea-b909-e54492a0570d req-e8749ca6-5151-4374-84fe-4e47bb2afd9f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 1099 time: 0.0711887 May 25 16:55:38.392048 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-4ec06dc6-7335-4fea-b909-e54492a0570d req-136188fe-27f0-4220-b4dd-c1e164bb7511 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329261 May 25 16:55:39.124832 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b974ea-443f-49ca-9f25-cda51abd7b41 req-97c0cda9-484d-47ba-bb71-aab3c8fcfc0d tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:39.126364 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e9b974ea-443f-49ca-9f25-cda51abd7b41 req-97c0cda9-484d-47ba-bb71-aab3c8fcfc0d tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 946 time: 0.2496240 May 25 16:55:39.174220 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-e9b974ea-443f-49ca-9f25-cda51abd7b41 req-28a6980d-55d2-4a29-9b0c-5e9172b51027 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 May 25 16:55:40.408551 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bac96-4a93-4cc1-a3d3-1234655ea472 req-41d7dc40-6eda-4330-84f3-26b752a69d61 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:40.410024 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-135bac96-4a93-4cc1-a3d3-1234655ea472 req-41d7dc40-6eda-4330-84f3-26b752a69d61 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 946 time: 0.1273420 May 25 16:55:40.459471 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-135bac96-4a93-4cc1-a3d3-1234655ea472 req-5d3a903d-cadc-4604-8339-d534d5fddfd1 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436027 May 25 16:55:52.813223 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [-] (98882) accepted ('10.222.0.49', 33226) {{(pid=98882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:52.929449 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:52.944832 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:55:52.948893 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Usage tracker for resource:security_group_rule and tenant:10564898662247d1a319ff2d00a7216b is out of sync, need to count used quota {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:55:52.952331 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.quota.resource [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98882) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:55:52.958045 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.db.quota.driver [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98882) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:55:53.036637 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:53.119759 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron_lib.callbacks.manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_create {{(pid=98882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:53.128782 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-053c4b4b-0327-4d1e-a6fc-eb4a92e7a770 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:53.167024 dv-cinder-786386-6-smb neutron-server[98882]: INFO neutron.wsgi [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10564898662247d1a319ff2d00a7216b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527544 May 25 16:55:53.168605 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4756e3c2-4476-4bfe-9f8e-ace18e7e0278,revision_number=1']} {{(pid=98882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:53.170301 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 33232) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:53.176164 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.176554 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.176943 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.177343 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.177725 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.178090 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.178453 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.178818 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.179183 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.179545 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.179908 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.180270 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:55:53.184644 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG oslo_concurrency.lockutils [None req-a507a916-1522-4877-9a1f-03e5eb392fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:53.231975 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b4c31ce5-2c74-43ea-ac37-db0af485e4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:53.257117 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b4c31ce5-2c74-43ea-ac37-db0af485e4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:53.417553 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b4c31ce5-2c74-43ea-ac37-db0af485e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:53.423131 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-61bf235f-ffa9-4e37-8d6f-68952a5d29c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:53.437052 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c31ce5-2c74-43ea-ac37-db0af485e4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4756e3c2-4476-4bfe-9f8e-ace18e7e0278,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:53.442159 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-b4c31ce5-2c74-43ea-ac37-db0af485e4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:53.442159 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-b4c31ce5-2c74-43ea-ac37-db0af485e4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:53.442159 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-b4c31ce5-2c74-43ea-ac37-db0af485e4d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4756e3c2-4476-4bfe-9f8e-ace18e7e0278 HTTP/1.1" status: 204 len: 168 time: 0.2705162 May 25 16:55:55.171671 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-673455a9-a4e1-4c1e-9f63-c0f6f18add61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:56.005961 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:57.472351 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:57.588597 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c4b78e8a-cb0f-4cb6-a8ae-a7ba2c9be90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:58.748716 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:00.266273 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:03.538326 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57690f4b-6849-48d2-93e2-402da1ce8566 req-7ab816cf-1b22-44e4-9500-55c8dabfc0db tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:03.539775 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-57690f4b-6849-48d2-93e2-402da1ce8566 req-7ab816cf-1b22-44e4-9500-55c8dabfc0db tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 946 time: 0.0817642 May 25 16:56:03.583530 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-57690f4b-6849-48d2-93e2-402da1ce8566 req-afe179fd-f12f-44cc-8dba-f17cb97d504d tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381615 May 25 16:56:04.767679 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c35c9-1de1-4b8a-82b6-36212358b9ad req-e9d71d89-68d7-4b3e-b573-143356ab67be tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:04.769099 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-915c35c9-1de1-4b8a-82b6-36212358b9ad req-e9d71d89-68d7-4b3e-b573-143356ab67be tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 946 time: 0.0806777 May 25 16:56:04.811777 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-915c35c9-1de1-4b8a-82b6-36212358b9ad req-76a0c492-ac11-4c2c-b061-851a2274d8f3 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370984 May 25 16:56:05.994125 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1027d-f4df-43e0-957b-5da1e0d8cb2f req-14fb5cf7-33d7-461e-b4fd-70c69070d048 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:05.995556 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cee1027d-f4df-43e0-957b-5da1e0d8cb2f req-14fb5cf7-33d7-461e-b4fd-70c69070d048 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 946 time: 0.0815334 May 25 16:56:06.043051 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-cee1027d-f4df-43e0-957b-5da1e0d8cb2f req-c4cc2e0e-1ebf-4f9b-bf2f-774047f8ec42 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 May 25 16:56:06.846846 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:56:07.230172 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184d8a5-81ab-4c97-936c-f183849fff68 req-254453ac-494a-4180-87ea-77b1883b1a03 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:07.231613 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0184d8a5-81ab-4c97-936c-f183849fff68 req-254453ac-494a-4180-87ea-77b1883b1a03 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 946 time: 0.0789948 May 25 16:56:07.275915 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-0184d8a5-81ab-4c97-936c-f183849fff68 req-df071d1f-609b-4931-a547-937a93653627 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/security-groups?id=aac63c6d-bd33-4d83-952e-f0b3a5ceee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 May 25 16:56:07.755875 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666f98-c3bd-465e-80fa-127f58cbd3b8 req-210e7efa-a599-4e6e-a03b-ca7942971d50 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:07.757343 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-35666f98-c3bd-465e-80fa-127f58cbd3b8 req-210e7efa-a599-4e6e-a03b-ca7942971d50 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 946 time: 0.0829916 May 25 16:56:07.887896 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-35666f98-c3bd-465e-80fa-127f58cbd3b8 req-45fb41c3-2908-4eb4-9edb-698eb6d90a69 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Deleting port 1a017a37-c44f-458a-a911-8a19ccf4afc9 {{(pid=98881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:56:07.888243 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-35666f98-c3bd-465e-80fa-127f58cbd3b8 req-45fb41c3-2908-4eb4-9edb-698eb6d90a69 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781638092355'] for port, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:08.017850 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.db [req-35666f98-c3bd-465e-80fa-127f58cbd3b8 req-45fb41c3-2908-4eb4-9edb-698eb6d90a69 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] For port 1a017a37-c44f-458a-a911-8a19ccf4afc9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1a017a37-c44f-458a-a911-8a19ccf4afc9,segment=NetworkSegment(47fa99f7-25a5-4f5f-9d55-6a991fe8601f),segment_id=47fa99f7-25a5-4f5f-9d55-6a991fe8601f)] {{(pid=98881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:56:08.018199 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-35666f98-c3bd-465e-80fa-127f58cbd3b8 req-45fb41c3-2908-4eb4-9edb-698eb6d90a69 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924425'] for port, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:08.140405 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.plugin [req-35666f98-c3bd-465e-80fa-127f58cbd3b8 req-45fb41c3-2908-4eb4-9edb-698eb6d90a69 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Calling delete_port for 1a017a37-c44f-458a-a911-8a19ccf4afc9 owned by compute:nova {{(pid=98881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:56:08.414022 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-35666f98-c3bd-465e-80fa-127f58cbd3b8 req-45fb41c3-2908-4eb4-9edb-698eb6d90a69 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2049490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781638093990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781637659612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2276970'] for port, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:08.425353 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.db [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] get_ports_and_sgs() called for port_ids ['1a017a37-c44f-458a-a911-8a19ccf4afc9'] {{(pid=98883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:56:08.426803 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-dd22999f-a098-4cb6-86f2-d8fc52aeaa87 tempest-AttachVolumeTestJSON-1475054262 tempest-AttachVolumeTestJSON-1475054262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:08.463439 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-96a45d74-af8e-4622-a2c4-a1f36ecb9f83 req-93fa7baf-121e-439a-961d-2ae8d2f7d2b6 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 210 time: 0.0845387 May 25 16:56:08.473772 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb41c3-2908-4eb4-9edb-698eb6d90a69 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Pushing event deleted for resources: {'Port': ['ID=1a017a37-c44f-458a-a911-8a19ccf4afc9,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:08.476816 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-45fb41c3-2908-4eb4-9edb-698eb6d90a69 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:08.548375 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.l3_dvrscheduler_db [req-35666f98-c3bd-465e-80fa-127f58cbd3b8 req-45fb41c3-2908-4eb4-9edb-698eb6d90a69 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] No DVR routers for this DVR port 1a017a37-c44f-458a-a911-8a19ccf4afc9 on host hv-cinder-78638 {{(pid=98881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:56:08.550862 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [req-35666f98-c3bd-465e-80fa-127f58cbd3b8 req-45fb41c3-2908-4eb4-9edb-698eb6d90a69 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-366877'] for port, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:08.553422 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1d0a74-092e-447a-8611-548cff6d9252', 'name': 'network-vif-deleted', 'tag': '1a017a37-c44f-458a-a911-8a19ccf4afc9'}] {{(pid=98881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:56:08.597513 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1d0a74-092e-447a-8611-548cff6d9252', 'name': 'network-vif-deleted', 'tag': '1a017a37-c44f-458a-a911-8a19ccf4afc9', 'status': 'completed', 'code': 200} May 25 16:56:08.651905 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-35666f98-c3bd-465e-80fa-127f58cbd3b8 req-45fb41c3-2908-4eb4-9edb-698eb6d90a69 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.39 "DELETE /v2.0/ports/1a017a37-c44f-458a-a911-8a19ccf4afc9 HTTP/1.1" status: 204 len: 173 time: 0.8895056 May 25 16:56:09.628824 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-5505c0f2-35a4-4bd4-a618-044c1cd6d70c req-0a9bcd17-9238-44ae-be81-9c89ec758462 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Synchronizing usage tracker for tenant:ae28b4501a044183b2bb0b046189a506 on resource:port {{(pid=98881) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:56:09.734712 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.quota.resource [req-5505c0f2-35a4-4bd4-a618-044c1cd6d70c req-0a9bcd17-9238-44ae-be81-9c89ec758462 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] Unset dirty status for tenant:ae28b4501a044183b2bb0b046189a506 on resource:port {{(pid=98881) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:56:09.735864 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [req-5505c0f2-35a4-4bd4-a618-044c1cd6d70c req-0a9bcd17-9238-44ae-be81-9c89ec758462 tempest-VolumesSnapshotTestJSON-608592160 tempest-VolumesSnapshotTestJSON-608592160-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac1d0a74-092e-447a-8611-548cff6d9252 HTTP/1.1" status: 200 len: 210 time: 0.1504934 May 25 16:56:11.761340 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 1a017a37-c44f-458a-a911-8a19ccf4afc9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:56:11.795134 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] No Port match for: 1a017a37-c44f-458a-a911-8a19ccf4afc9 {{(pid=98883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:56:11.795465 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron.plugins.ml2.rpc [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Device 1a017a37-c44f-458a-a911-8a19ccf4afc9 not bound to the agent host hv-cinder-78638 {{(pid=98883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:56:25.149241 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-449f5fda-c4ca-4c64-bc0f-49926eece92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:26.042866 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:27.461889 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:27.530934 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-3b646e37-d67a-4de5-a706-2d9fe8733466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:28.730879 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:30.277422 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:33.486560 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 33410) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:33.545732 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Deleting subnet 6179c0a5-0a20-43fd-8daa-ea36b2c8fcd0 {{(pid=98881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:56:33.548846 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:33.602519 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2908533'] for subnet, precommit_delete_associations {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:33.654326 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932233'] for subnet, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:34.136982 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2276249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2283271'] for subnet, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:34.142373 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-c2a03179-e9e0-491e-9290-986498433bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:34.178111 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6179c0a5-0a20-43fd-8daa-ea36b2c8fcd0,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:34.181082 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:34.190680 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.190979 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.191345 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.191707 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.192062 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.192417 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.192768 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.193119 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.193502 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.193851 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.194197 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.194542 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786386-6-smb {{(pid=98881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:34.197564 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6179c0a5-0a20-43fd-8daa-ea36b2c8fcd0 HTTP/1.1" status: 204 len: 168 time: 0.7100022 May 25 16:56:34.198433 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-1a107b6a-d976-4d1a-a2ad-8378bad21b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:34.200087 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 33414) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:34.304244 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2081725'] for network, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:34.426805 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1931078', 'neutron.services.segments.db._delete_segments_for_network-8781638105052'] for network, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:34.439199 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9f38ec-ab22-4c43-9f0c-e6fd174bd696']}} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:34.450879 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fa99f7-25a5-4f5f-9d55-6a991fe8601f') {'for_net_delete': True} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:34.451122 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.services.segments.db [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fa99f7-25a5-4f5f-9d55-6a991fe8601f') {} {{(pid=98881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:34.462366 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781638113949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2908542'] for segment, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:34.478271 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702'] for segment, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:34.484107 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=98881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:56:34.485022 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2276927'] for segment, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: Traceback (most recent call last): May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: timer() May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: cb(*args, **kw) May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: return func(*args, **kwargs) May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: self._notify() May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: self.callback(batched_events) May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: event.method(event) May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: return f(self, *a, **k) May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: return self._get(url).json() May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: return self.request(url, 'GET', **kwargs) May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:56:34.497763 dv-cinder-786386-6-smb neutron-server[98881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:56:34.639841 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1931087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-641061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925144'] for network, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:34.643573 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:34.656835 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551671'] for network, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:34.668099 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9f38ec-ab22-4c43-9f0c-e6fd174bd696,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:34.670916 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:34.766390 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-cac463b8-9f01-4817-8696-7dca3991039d admin admin] 10.222.0.49 "DELETE /v2.0/networks/4b9f38ec-ab22-4c43-9f0c-e6fd174bd696 HTTP/1.1" status: 204 len: 168 time: 0.5647266 May 25 16:56:35.237729 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 33420) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:35.281026 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-9d2b94a4-a8b1-40ad-814b-1a0785d08bf9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae28b4501a044183b2bb0b046189a506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462132 May 25 16:56:35.283426 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.wsgi [-] (98881) accepted ('10.222.0.49', 33424) {{(pid=98881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:35.343477 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c54966ad-f24f-4d4b-a6b0-ef66667e38b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:35.367915 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c54966ad-f24f-4d4b-a6b0-ef66667e38b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:35.514108 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c54966ad-f24f-4d4b-a6b0-ef66667e38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641113'] for security_group, after_delete {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:35.517801 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-3e2c58af-2675-4b6c-9a32-8575975bea35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:35.531195 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54966ad-f24f-4d4b-a6b0-ef66667e38b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac63c6d-bd33-4d83-952e-f0b3a5ceee79,revision_number=None']} {{(pid=98881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:35.533760 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG oslo_concurrency.lockutils [None req-c54966ad-f24f-4d4b-a6b0-ef66667e38b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:35.655848 dv-cinder-786386-6-smb neutron-server[98881]: DEBUG neutron_lib.callbacks.manager [None req-c54966ad-f24f-4d4b-a6b0-ef66667e38b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:35.656910 dv-cinder-786386-6-smb neutron-server[98881]: INFO neutron.wsgi [None req-c54966ad-f24f-4d4b-a6b0-ef66667e38b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aac63c6d-bd33-4d83-952e-f0b3a5ceee79 HTTP/1.1" status: 204 len: 168 time: 0.3726254 May 25 16:56:43.846570 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:56:55.134527 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-139e880a-ab6e-4107-9cfc-06940a207eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:55.968867 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:57.440050 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:57.534488 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-b81dd63e-688e-48ae-8579-24d2db049365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:58.762763 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:00.260062 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:20.845146 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:57:25.151150 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-48ec242b-804a-4061-9046-e876c2993239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:25.993586 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:27.450476 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:27.536425 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-8ed2d046-f2e6-4903-b638-a2817ebbbc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:28.725289 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:30.308142 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.144942 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-756d864a-6b3f-4a3d-95ea-04be8299ed70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.996194 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:57.467023 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:57.562164 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e733f6bf-c93d-4c95-a926-3ed5d33ab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:57.843785 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:57:58.736384 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:00.244565 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:25.144541 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e33aca80-23e7-49c7-9061-ed8e4ac6459d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:26.010187 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:27.447183 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:27.547240 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-0451dc8b-31e5-4aef-a70f-d2ab2160fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:28.721567 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:30.258800 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:34.842876 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:58:55.141352 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-cbb546fe-ffb9-47ac-8f2d-70ab3e8895e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:56.033380 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:57.461893 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:57.541683 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-980ab7f1-e705-4fbf-a3de-566908d958fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:58.747432 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:00.287938 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:11.842061 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:59:25.158537 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-52f7d788-3633-4511-a13c-d513f969d524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:26.073348 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:27.509904 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:27.532479 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf441-7b8e-461a-8cad-d7bf2260632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:28.744129 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:30.269589 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.841672 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:59:55.164537 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e24b3eb-7ccd-4091-87d7-426acfe35672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:56.066988 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:57.466929 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:57.552739 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-aea22bf9-d931-4e9a-bd69-b694e70ca52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:58.763715 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:00.260966 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:25.181136 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-21435a05-48fc-4319-bbe0-6c0812e41b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:25.841059 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:00:26.046172 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:27.457234 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:27.566279 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-e8521c77-91b5-4a90-b99d-88be1c070609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:28.794697 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:30.252259 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:55.143031 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9d6f20b6-1a06-460d-891c-aabc78519872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:56.043640 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:57.445909 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:57.541565 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-4bbcac5c-3470-454f-9c7e-988433b04f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:58.752072 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:00.274320 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:00.891479 dv-cinder-786386-6-smb neutron-server[98882]: DEBUG neutron.wsgi [req-ab0656af-5292-4057-987d-6e84d9333a30 req-7d3f49eb-e766-406a-98b9-02647e16ac3c service neutron] (98882) timed out ('10.222.0.39', 57469) {{(pid=98882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 17:01:02.839815 dv-cinder-786386-6-smb neutron-server[98884]: DEBUG neutron.db.agents_db [None req-a9cc6514-650a-4cc9-960f-d765189e272e None None] Agent healthcheck: found 6 active agents {{(pid=98884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:01:25.136680 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-bb63fdbf-aae7-4bd2-8f11-17861c73faca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:26.063445 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-9e3dded0-acd6-46b2-9b4d-31e80252e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:27.462713 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-33459ec3-ab34-4ded-969e-4678aaf4a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:27.563599 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-8d87160b-fcce-4a7b-acc1-d389ca7ddd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:28.748004 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-dcf865fe-9d0f-4873-ab79-7850dc78b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:30.251464 dv-cinder-786386-6-smb neutron-server[98883]: DEBUG neutron_lib.callbacks.manager [None req-c7dca861-b168-4e34-b8fd-3c7cafb2968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781638105070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904520'] for agent, after_update {{(pid=98883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}